2024-11-20 08:22:32,026 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-20 08:22:32,045 main DEBUG Took 0.016230 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 08:22:32,046 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 08:22:32,046 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 08:22:32,047 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 08:22:32,049 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:22:32,065 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 08:22:32,096 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:22:32,098 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:22:32,099 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:22:32,100 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:22:32,101 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:22:32,101 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:22:32,102 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:22:32,103 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:22:32,103 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:22:32,104 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:22:32,105 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:22:32,105 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:22:32,106 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:22:32,106 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:22:32,107 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:22:32,107 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:22:32,108 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:22:32,109 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:22:32,109 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:22:32,110 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:22:32,110 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:22:32,111 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:22:32,111 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:22:32,112 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:22:32,112 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:22:32,113 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 08:22:32,115 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:22:32,117 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 08:22:32,119 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 08:22:32,119 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 08:22:32,121 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 08:22:32,121 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 08:22:32,133 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 08:22:32,137 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 08:22:32,139 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 08:22:32,139 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 08:22:32,140 main DEBUG createAppenders(={Console}) 2024-11-20 08:22:32,145 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-20 08:22:32,145 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-20 08:22:32,145 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-20 08:22:32,146 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 08:22:32,147 main DEBUG OutputStream closed 2024-11-20 08:22:32,147 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 08:22:32,147 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 08:22:32,148 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-20 08:22:32,258 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 08:22:32,261 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 08:22:32,262 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 08:22:32,264 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 08:22:32,264 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 08:22:32,265 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 08:22:32,265 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 08:22:32,266 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 08:22:32,266 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 08:22:32,267 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 08:22:32,267 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 08:22:32,268 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 08:22:32,268 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 08:22:32,269 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 08:22:32,269 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 08:22:32,269 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 08:22:32,270 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 08:22:32,271 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 08:22:32,274 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 08:22:32,275 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-20 08:22:32,276 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 08:22:32,277 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-20T08:22:32,715 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f10e30c0-8e7b-7654-7829-170aaf800c21 2024-11-20 08:22:32,721 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 08:22:32,721 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T08:22:32,737 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-11-20T08:22:32,808 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T08:22:32,813 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f10e30c0-8e7b-7654-7829-170aaf800c21/cluster_bc484695-6451-f455-7cd1-0e08a04593f5, deleteOnExit=true 2024-11-20T08:22:32,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-20T08:22:32,817 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f10e30c0-8e7b-7654-7829-170aaf800c21/test.cache.data in system properties and HBase conf 2024-11-20T08:22:32,819 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f10e30c0-8e7b-7654-7829-170aaf800c21/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T08:22:32,820 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f10e30c0-8e7b-7654-7829-170aaf800c21/hadoop.log.dir in system properties and HBase conf 2024-11-20T08:22:32,822 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f10e30c0-8e7b-7654-7829-170aaf800c21/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T08:22:32,823 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f10e30c0-8e7b-7654-7829-170aaf800c21/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T08:22:32,824 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-20T08:22:32,969 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T08:22:33,082 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T08:22:33,085 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f10e30c0-8e7b-7654-7829-170aaf800c21/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:22:33,086 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f10e30c0-8e7b-7654-7829-170aaf800c21/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:22:33,086 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f10e30c0-8e7b-7654-7829-170aaf800c21/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T08:22:33,086 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f10e30c0-8e7b-7654-7829-170aaf800c21/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:22:33,087 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f10e30c0-8e7b-7654-7829-170aaf800c21/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T08:22:33,087 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f10e30c0-8e7b-7654-7829-170aaf800c21/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T08:22:33,088 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f10e30c0-8e7b-7654-7829-170aaf800c21/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:22:33,088 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f10e30c0-8e7b-7654-7829-170aaf800c21/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:22:33,089 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f10e30c0-8e7b-7654-7829-170aaf800c21/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T08:22:33,089 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f10e30c0-8e7b-7654-7829-170aaf800c21/nfs.dump.dir in system properties and HBase conf 2024-11-20T08:22:33,089 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f10e30c0-8e7b-7654-7829-170aaf800c21/java.io.tmpdir in system properties and HBase conf 2024-11-20T08:22:33,090 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f10e30c0-8e7b-7654-7829-170aaf800c21/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:22:33,090 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f10e30c0-8e7b-7654-7829-170aaf800c21/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T08:22:33,091 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f10e30c0-8e7b-7654-7829-170aaf800c21/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T08:22:33,935 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T08:22:34,022 INFO [Time-limited test {}] log.Log(170): Logging initialized @3004ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T08:22:34,105 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:22:34,173 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:22:34,195 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:22:34,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:22:34,197 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T08:22:34,211 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:22:34,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73882ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f10e30c0-8e7b-7654-7829-170aaf800c21/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:22:34,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@588be694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:22:34,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f0d4558{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f10e30c0-8e7b-7654-7829-170aaf800c21/java.io.tmpdir/jetty-localhost-38917-hadoop-hdfs-3_4_1-tests_jar-_-any-9061378077437149494/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:22:34,412 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a299586{HTTP/1.1, (http/1.1)}{localhost:38917} 2024-11-20T08:22:34,412 INFO [Time-limited test {}] server.Server(415): Started @3396ms 2024-11-20T08:22:34,802 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:22:34,809 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:22:34,810 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:22:34,810 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:22:34,810 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T08:22:34,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57582772{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f10e30c0-8e7b-7654-7829-170aaf800c21/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:22:34,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63d4d645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:22:34,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bd2e890{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f10e30c0-8e7b-7654-7829-170aaf800c21/java.io.tmpdir/jetty-localhost-39049-hadoop-hdfs-3_4_1-tests_jar-_-any-4674989677675942751/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:22:34,939 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3fa6ef{HTTP/1.1, (http/1.1)}{localhost:39049} 2024-11-20T08:22:34,939 INFO [Time-limited test {}] server.Server(415): Started @3923ms 2024-11-20T08:22:34,995 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:22:35,435 WARN [Thread-70 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f10e30c0-8e7b-7654-7829-170aaf800c21/cluster_bc484695-6451-f455-7cd1-0e08a04593f5/dfs/data/data1/current/BP-2129638185-172.17.0.2-1732090953687/current, will proceed with Du for space computation calculation, 2024-11-20T08:22:35,435 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f10e30c0-8e7b-7654-7829-170aaf800c21/cluster_bc484695-6451-f455-7cd1-0e08a04593f5/dfs/data/data2/current/BP-2129638185-172.17.0.2-1732090953687/current, will proceed with Du for space computation calculation, 2024-11-20T08:22:35,487 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:22:35,551 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c1f81d08db26e68 with lease ID 0xbc1c3ea5ec96517: Processing first storage report for DS-5711a857-a6bc-4917-a5a0-0944e613046a from datanode DatanodeRegistration(127.0.0.1:44215, datanodeUuid=83564cfa-9413-4daf-b723-3a444238d220, infoPort=38071, infoSecurePort=0, ipcPort=36419, storageInfo=lv=-57;cid=testClusterID;nsid=2094627866;c=1732090953687) 2024-11-20T08:22:35,552 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c1f81d08db26e68 with lease ID 0xbc1c3ea5ec96517: from storage DS-5711a857-a6bc-4917-a5a0-0944e613046a node DatanodeRegistration(127.0.0.1:44215, datanodeUuid=83564cfa-9413-4daf-b723-3a444238d220, infoPort=38071, infoSecurePort=0, ipcPort=36419, storageInfo=lv=-57;cid=testClusterID;nsid=2094627866;c=1732090953687), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T08:22:35,553 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c1f81d08db26e68 with lease ID 0xbc1c3ea5ec96517: Processing first storage report for DS-309c14a2-185b-4781-bc5d-a6152ff31780 from datanode DatanodeRegistration(127.0.0.1:44215, datanodeUuid=83564cfa-9413-4daf-b723-3a444238d220, infoPort=38071, infoSecurePort=0, ipcPort=36419, storageInfo=lv=-57;cid=testClusterID;nsid=2094627866;c=1732090953687) 2024-11-20T08:22:35,553 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c1f81d08db26e68 with lease ID 0xbc1c3ea5ec96517: from storage DS-309c14a2-185b-4781-bc5d-a6152ff31780 node DatanodeRegistration(127.0.0.1:44215, datanodeUuid=83564cfa-9413-4daf-b723-3a444238d220, infoPort=38071, infoSecurePort=0, ipcPort=36419, storageInfo=lv=-57;cid=testClusterID;nsid=2094627866;c=1732090953687), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T08:22:35,593 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f10e30c0-8e7b-7654-7829-170aaf800c21 2024-11-20T08:22:35,689 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f10e30c0-8e7b-7654-7829-170aaf800c21/cluster_bc484695-6451-f455-7cd1-0e08a04593f5/zookeeper_0, clientPort=55720, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f10e30c0-8e7b-7654-7829-170aaf800c21/cluster_bc484695-6451-f455-7cd1-0e08a04593f5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f10e30c0-8e7b-7654-7829-170aaf800c21/cluster_bc484695-6451-f455-7cd1-0e08a04593f5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T08:22:35,701 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=55720 2024-11-20T08:22:35,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:22:35,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:22:35,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:22:36,387 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6 with version=8 2024-11-20T08:22:36,388 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/hbase-staging 2024-11-20T08:22:36,517 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T08:22:36,793 INFO [Time-limited test {}] client.ConnectionUtils(129): master/a04d4489dc6d:0 server-side Connection retries=45 2024-11-20T08:22:36,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:22:36,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:22:36,813 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:22:36,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:22:36,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:22:36,955 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:22:37,026 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T08:22:37,035 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T08:22:37,039 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:22:37,068 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 22631 (auto-detected) 2024-11-20T08:22:37,069 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T08:22:37,089 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45489 2024-11-20T08:22:37,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:22:37,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:22:37,115 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:45489 connecting to ZooKeeper ensemble=127.0.0.1:55720 2024-11-20T08:22:37,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454890x0, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:22:37,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45489-0x100140640750000 connected 2024-11-20T08:22:37,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T08:22:37,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:22:37,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T08:22:37,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45489 2024-11-20T08:22:37,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45489 2024-11-20T08:22:37,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45489 2024-11-20T08:22:37,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45489 2024-11-20T08:22:37,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45489 2024-11-20T08:22:37,200 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6, hbase.cluster.distributed=false 2024-11-20T08:22:37,263 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/a04d4489dc6d:0 server-side Connection retries=45 2024-11-20T08:22:37,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:22:37,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:22:37,264 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:22:37,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:22:37,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:22:37,266 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:22:37,268 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:22:37,269 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43141 2024-11-20T08:22:37,271 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:22:37,277 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:22:37,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:22:37,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:22:37,284 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43141 connecting to ZooKeeper ensemble=127.0.0.1:55720 2024-11-20T08:22:37,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431410x0, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:22:37,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43141-0x100140640750001 connected 2024-11-20T08:22:37,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43141-0x100140640750001, quorum=127.0.0.1:55720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T08:22:37,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43141-0x100140640750001, quorum=127.0.0.1:55720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:22:37,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43141-0x100140640750001, quorum=127.0.0.1:55720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T08:22:37,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43141 2024-11-20T08:22:37,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43141 2024-11-20T08:22:37,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43141 2024-11-20T08:22:37,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43141 2024-11-20T08:22:37,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43141 2024-11-20T08:22:37,305 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/a04d4489dc6d,45489,1732090956510 2024-11-20T08:22:37,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:22:37,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43141-0x100140640750001, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:22:37,316 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a04d4489dc6d,45489,1732090956510 2024-11-20T08:22:37,323 DEBUG [M:0;a04d4489dc6d:45489 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a04d4489dc6d:45489 2024-11-20T08:22:37,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T08:22:37,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43141-0x100140640750001, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T08:22:37,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:22:37,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43141-0x100140640750001, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:22:37,339 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T08:22:37,340 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a04d4489dc6d,45489,1732090956510 from backup master directory 2024-11-20T08:22:37,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T08:22:37,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a04d4489dc6d,45489,1732090956510 2024-11-20T08:22:37,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43141-0x100140640750001, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:22:37,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:22:37,343 WARN [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:22:37,344 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a04d4489dc6d,45489,1732090956510 2024-11-20T08:22:37,346 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T08:22:37,348 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T08:22:37,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:22:37,421 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/hbase.id with ID: 5a9b5fea-9a9e-4f1b-8b7f-aee62ebc269a 2024-11-20T08:22:37,462 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:22:37,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:22:37,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43141-0x100140640750001, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:22:37,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:22:37,520 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:22:37,522 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T08:22:37,544 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:37,550 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:22:37,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:22:37,603 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/MasterData/data/master/store 2024-11-20T08:22:37,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:22:38,024 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T08:22:38,024 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:22:38,025 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:22:38,026 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:22:38,026 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:22:38,026 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:22:38,026 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:22:38,026 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:22:38,026 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T08:22:38,029 WARN [master/a04d4489dc6d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/MasterData/data/master/store/.initializing 2024-11-20T08:22:38,029 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/MasterData/WALs/a04d4489dc6d,45489,1732090956510 2024-11-20T08:22:38,036 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:22:38,048 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a04d4489dc6d%2C45489%2C1732090956510, suffix=, logDir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/MasterData/WALs/a04d4489dc6d,45489,1732090956510, archiveDir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/MasterData/oldWALs, maxLogs=10 2024-11-20T08:22:38,070 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/MasterData/WALs/a04d4489dc6d,45489,1732090956510/a04d4489dc6d%2C45489%2C1732090956510.1732090958052, exclude list is [], retry=0 2024-11-20T08:22:38,087 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44215,DS-5711a857-a6bc-4917-a5a0-0944e613046a,DISK] 2024-11-20T08:22:38,090 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T08:22:38,128 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/MasterData/WALs/a04d4489dc6d,45489,1732090956510/a04d4489dc6d%2C45489%2C1732090956510.1732090958052 2024-11-20T08:22:38,129 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38071:38071)] 2024-11-20T08:22:38,129 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:22:38,130 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:22:38,133 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:22:38,134 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:22:38,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:22:38,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T08:22:38,206 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:22:38,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:22:38,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:22:38,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T08:22:38,213 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:22:38,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:22:38,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:22:38,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T08:22:38,218 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:22:38,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:22:38,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:22:38,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T08:22:38,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:22:38,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:22:38,227 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:22:38,228 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:22:38,237 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:22:38,240 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:22:38,245 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:22:38,246 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67873300, jitterRate=0.011390984058380127}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:22:38,250 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T08:22:38,251 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T08:22:38,279 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf1c41f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:22:38,314 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-20T08:22:38,326 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T08:22:38,326 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T08:22:38,328 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T08:22:38,330 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T08:22:38,335 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-11-20T08:22:38,335 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T08:22:38,363 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T08:22:38,379 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T08:22:38,382 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-20T08:22:38,384 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T08:22:38,386 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T08:22:38,388 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-20T08:22:38,390 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T08:22:38,394 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T08:22:38,397 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-20T08:22:38,398 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T08:22:38,401 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T08:22:38,415 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T08:22:38,417 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T08:22:38,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T08:22:38,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43141-0x100140640750001, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T08:22:38,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:22:38,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43141-0x100140640750001, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:22:38,424 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=a04d4489dc6d,45489,1732090956510, sessionid=0x100140640750000, setting cluster-up flag (Was=false) 2024-11-20T08:22:38,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:22:38,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43141-0x100140640750001, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:22:38,448 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T08:22:38,450 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a04d4489dc6d,45489,1732090956510 2024-11-20T08:22:38,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43141-0x100140640750001, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:22:38,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:22:38,465 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T08:22:38,468 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a04d4489dc6d,45489,1732090956510 2024-11-20T08:22:38,518 DEBUG [RS:0;a04d4489dc6d:43141 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a04d4489dc6d:43141 2024-11-20T08:22:38,520 INFO [RS:0;a04d4489dc6d:43141 {}] regionserver.HRegionServer(1008): ClusterId : 5a9b5fea-9a9e-4f1b-8b7f-aee62ebc269a 2024-11-20T08:22:38,522 DEBUG [RS:0;a04d4489dc6d:43141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:22:38,528 DEBUG [RS:0;a04d4489dc6d:43141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:22:38,528 DEBUG [RS:0;a04d4489dc6d:43141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:22:38,531 DEBUG [RS:0;a04d4489dc6d:43141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:22:38,532 DEBUG [RS:0;a04d4489dc6d:43141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5288746b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:22:38,533 DEBUG [RS:0;a04d4489dc6d:43141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c18d35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a04d4489dc6d/172.17.0.2:0 2024-11-20T08:22:38,536 INFO [RS:0;a04d4489dc6d:43141 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-20T08:22:38,536 INFO [RS:0;a04d4489dc6d:43141 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-20T08:22:38,537 DEBUG [RS:0;a04d4489dc6d:43141 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-20T08:22:38,539 INFO [RS:0;a04d4489dc6d:43141 {}] regionserver.HRegionServer(3073): reportForDuty to master=a04d4489dc6d,45489,1732090956510 with isa=a04d4489dc6d/172.17.0.2:43141, startcode=1732090957262 2024-11-20T08:22:38,551 DEBUG [RS:0;a04d4489dc6d:43141 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:22:38,575 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-20T08:22:38,583 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-20T08:22:38,586 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T08:22:38,592 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35709, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:22:38,593 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a04d4489dc6d,45489,1732090956510 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T08:22:38,597 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a04d4489dc6d:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:22:38,597 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45489 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:38,598 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a04d4489dc6d:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:22:38,598 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a04d4489dc6d:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:22:38,598 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a04d4489dc6d:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:22:38,598 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a04d4489dc6d:0, corePoolSize=10, maxPoolSize=10 2024-11-20T08:22:38,598 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:22:38,598 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a04d4489dc6d:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:22:38,599 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:22:38,601 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732090988601 2024-11-20T08:22:38,603 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T08:22:38,604 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T08:22:38,605 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:22:38,606 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-20T08:22:38,608 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T08:22:38,609 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T08:22:38,609 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T08:22:38,609 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T08:22:38,610 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:22:38,611 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:22:38,611 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:22:38,616 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T08:22:38,618 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T08:22:38,618 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T08:22:38,621 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T08:22:38,622 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T08:22:38,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741831_1007 (size=1039) 2024-11-20T08:22:38,624 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.large.0-1732090958623,5,FailOnTimeoutGroup] 2024-11-20T08:22:38,624 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.small.0-1732090958624,5,FailOnTimeoutGroup] 2024-11-20T08:22:38,624 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:22:38,624 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T08:22:38,626 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T08:22:38,626 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T08:22:38,628 DEBUG [RS:0;a04d4489dc6d:43141 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-11-20T08:22:38,629 WARN [RS:0;a04d4489dc6d:43141 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T08:22:38,730 INFO [RS:0;a04d4489dc6d:43141 {}] regionserver.HRegionServer(3073): reportForDuty to master=a04d4489dc6d,45489,1732090956510 with isa=a04d4489dc6d/172.17.0.2:43141, startcode=1732090957262 2024-11-20T08:22:38,732 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45489 {}] master.ServerManager(332): Checking decommissioned status of RegionServer a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:38,735 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45489 {}] master.ServerManager(486): Registering regionserver=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:38,744 DEBUG [RS:0;a04d4489dc6d:43141 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6 2024-11-20T08:22:38,744 DEBUG [RS:0;a04d4489dc6d:43141 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:42815 2024-11-20T08:22:38,744 DEBUG [RS:0;a04d4489dc6d:43141 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-20T08:22:38,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T08:22:38,750 DEBUG [RS:0;a04d4489dc6d:43141 {}] zookeeper.ZKUtil(111): regionserver:43141-0x100140640750001, quorum=127.0.0.1:55720, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:38,750 WARN [RS:0;a04d4489dc6d:43141 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:22:38,751 INFO [RS:0;a04d4489dc6d:43141 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:22:38,751 DEBUG [RS:0;a04d4489dc6d:43141 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/WALs/a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:38,753 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a04d4489dc6d,43141,1732090957262] 2024-11-20T08:22:38,766 DEBUG [RS:0;a04d4489dc6d:43141 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-20T08:22:38,778 INFO [RS:0;a04d4489dc6d:43141 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:22:38,790 INFO [RS:0;a04d4489dc6d:43141 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:22:38,793 INFO [RS:0;a04d4489dc6d:43141 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:22:38,793 INFO [RS:0;a04d4489dc6d:43141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:22:38,794 INFO [RS:0;a04d4489dc6d:43141 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-20T08:22:38,801 INFO [RS:0;a04d4489dc6d:43141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:22:38,801 DEBUG [RS:0;a04d4489dc6d:43141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:22:38,801 DEBUG [RS:0;a04d4489dc6d:43141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:22:38,801 DEBUG [RS:0;a04d4489dc6d:43141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:22:38,802 DEBUG [RS:0;a04d4489dc6d:43141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:22:38,802 DEBUG [RS:0;a04d4489dc6d:43141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:22:38,802 DEBUG [RS:0;a04d4489dc6d:43141 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a04d4489dc6d:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:22:38,802 DEBUG [RS:0;a04d4489dc6d:43141 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:22:38,802 DEBUG [RS:0;a04d4489dc6d:43141 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:22:38,802 DEBUG [RS:0;a04d4489dc6d:43141 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:22:38,802 DEBUG [RS:0;a04d4489dc6d:43141 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:22:38,803 DEBUG [RS:0;a04d4489dc6d:43141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a04d4489dc6d:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:22:38,803 DEBUG [RS:0;a04d4489dc6d:43141 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a04d4489dc6d:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:22:38,803 DEBUG [RS:0;a04d4489dc6d:43141 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:22:38,804 INFO [RS:0;a04d4489dc6d:43141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:22:38,804 INFO [RS:0;a04d4489dc6d:43141 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:22:38,804 INFO [RS:0;a04d4489dc6d:43141 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:22:38,804 INFO [RS:0;a04d4489dc6d:43141 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:22:38,804 INFO [RS:0;a04d4489dc6d:43141 {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,43141,1732090957262-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:22:38,832 INFO [RS:0;a04d4489dc6d:43141 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:22:38,834 INFO [RS:0;a04d4489dc6d:43141 {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,43141,1732090957262-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:22:38,855 INFO [RS:0;a04d4489dc6d:43141 {}] regionserver.Replication(204): a04d4489dc6d,43141,1732090957262 started 2024-11-20T08:22:38,855 INFO [RS:0;a04d4489dc6d:43141 {}] regionserver.HRegionServer(1767): Serving as a04d4489dc6d,43141,1732090957262, RpcServer on a04d4489dc6d/172.17.0.2:43141, sessionid=0x100140640750001 2024-11-20T08:22:38,856 DEBUG [RS:0;a04d4489dc6d:43141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:22:38,856 DEBUG [RS:0;a04d4489dc6d:43141 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:38,856 DEBUG [RS:0;a04d4489dc6d:43141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a04d4489dc6d,43141,1732090957262' 2024-11-20T08:22:38,857 DEBUG [RS:0;a04d4489dc6d:43141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T08:22:38,857 DEBUG [RS:0;a04d4489dc6d:43141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T08:22:38,858 DEBUG [RS:0;a04d4489dc6d:43141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:22:38,858 DEBUG [RS:0;a04d4489dc6d:43141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:22:38,858 DEBUG [RS:0;a04d4489dc6d:43141 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:38,858 DEBUG [RS:0;a04d4489dc6d:43141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a04d4489dc6d,43141,1732090957262' 2024-11-20T08:22:38,858 DEBUG [RS:0;a04d4489dc6d:43141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T08:22:38,859 DEBUG [RS:0;a04d4489dc6d:43141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T08:22:38,859 DEBUG [RS:0;a04d4489dc6d:43141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:22:38,859 INFO [RS:0;a04d4489dc6d:43141 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:22:38,860 INFO [RS:0;a04d4489dc6d:43141 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:22:38,965 INFO [RS:0;a04d4489dc6d:43141 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:22:38,969 INFO [RS:0;a04d4489dc6d:43141 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a04d4489dc6d%2C43141%2C1732090957262, suffix=, logDir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/WALs/a04d4489dc6d,43141,1732090957262, archiveDir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/oldWALs, maxLogs=32 2024-11-20T08:22:38,986 DEBUG [RS:0;a04d4489dc6d:43141 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/WALs/a04d4489dc6d,43141,1732090957262/a04d4489dc6d%2C43141%2C1732090957262.1732090958971, exclude list is [], retry=0 2024-11-20T08:22:38,990 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44215,DS-5711a857-a6bc-4917-a5a0-0944e613046a,DISK] 2024-11-20T08:22:38,993 INFO [RS:0;a04d4489dc6d:43141 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/WALs/a04d4489dc6d,43141,1732090957262/a04d4489dc6d%2C43141%2C1732090957262.1732090958971 2024-11-20T08:22:38,994 DEBUG [RS:0;a04d4489dc6d:43141 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38071:38071)] 2024-11-20T08:22:39,026 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-20T08:22:39,026 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6 2024-11-20T08:22:39,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741833_1009 (size=32) 2024-11-20T08:22:39,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:22:39,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:22:39,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:22:39,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:22:39,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:22:39,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:22:39,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:22:39,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:22:39,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:22:39,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:22:39,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:22:39,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:22:39,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:22:39,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/hbase/meta/1588230740 2024-11-20T08:22:39,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/hbase/meta/1588230740 2024-11-20T08:22:39,456 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T08:22:39,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T08:22:39,462 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:22:39,463 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59257470, jitterRate=-0.11699488759040833}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T08:22:39,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T08:22:39,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:22:39,465 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T08:22:39,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T08:22:39,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:22:39,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:22:39,467 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T08:22:39,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T08:22:39,469 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:22:39,470 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-20T08:22:39,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T08:22:39,484 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:22:39,486 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T08:22:39,638 DEBUG [a04d4489dc6d:45489 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T08:22:39,643 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:39,648 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a04d4489dc6d,43141,1732090957262, state=OPENING 2024-11-20T08:22:39,654 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T08:22:39,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:22:39,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43141-0x100140640750001, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:22:39,657 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:22:39,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:22:39,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=a04d4489dc6d,43141,1732090957262}] 2024-11-20T08:22:39,834 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:39,836 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:22:39,839 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:22:39,848 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-20T08:22:39,848 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:22:39,849 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T08:22:39,852 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a04d4489dc6d%2C43141%2C1732090957262.meta, suffix=.meta, logDir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/WALs/a04d4489dc6d,43141,1732090957262, archiveDir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/oldWALs, maxLogs=32 2024-11-20T08:22:39,871 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/WALs/a04d4489dc6d,43141,1732090957262/a04d4489dc6d%2C43141%2C1732090957262.meta.1732090959854.meta, exclude list is [], retry=0 2024-11-20T08:22:39,876 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44215,DS-5711a857-a6bc-4917-a5a0-0944e613046a,DISK] 2024-11-20T08:22:39,880 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/WALs/a04d4489dc6d,43141,1732090957262/a04d4489dc6d%2C43141%2C1732090957262.meta.1732090959854.meta 2024-11-20T08:22:39,880 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38071:38071)] 2024-11-20T08:22:39,881 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:22:39,882 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:22:39,955 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T08:22:39,962 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T08:22:39,970 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T08:22:39,971 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:22:39,973 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-20T08:22:39,973 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-20T08:22:39,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:22:39,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:22:39,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:22:39,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:22:39,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:22:39,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:22:39,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:22:39,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:22:39,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:22:39,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:22:39,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:22:39,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:22:40,004 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/hbase/meta/1588230740 2024-11-20T08:22:40,009 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/hbase/meta/1588230740 2024-11-20T08:22:40,013 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T08:22:40,016 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-20T08:22:40,019 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67264353, jitterRate=0.0023169666528701782}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T08:22:40,021 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-20T08:22:40,036 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732090959828 2024-11-20T08:22:40,052 DEBUG [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T08:22:40,053 INFO [RS_OPEN_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-20T08:22:40,054 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:40,058 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a04d4489dc6d,43141,1732090957262, state=OPEN 2024-11-20T08:22:40,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T08:22:40,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43141-0x100140640750001, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T08:22:40,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:22:40,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:22:40,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T08:22:40,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=a04d4489dc6d,43141,1732090957262 in 408 msec 2024-11-20T08:22:40,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T08:22:40,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 601 msec 2024-11-20T08:22:40,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5740 sec 2024-11-20T08:22:40,093 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732090960092, completionTime=-1 2024-11-20T08:22:40,093 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T08:22:40,093 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-20T08:22:40,143 DEBUG [hconnection-0x286a6a36-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:22:40,146 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52938, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:22:40,160 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-20T08:22:40,160 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732091020160 2024-11-20T08:22:40,160 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732091080160 2024-11-20T08:22:40,160 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 67 msec 2024-11-20T08:22:40,187 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,45489,1732090956510-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:22:40,187 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,45489,1732090956510-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:22:40,187 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,45489,1732090956510-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:22:40,189 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a04d4489dc6d:45489, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:22:40,190 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T08:22:40,198 DEBUG [master/a04d4489dc6d:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-20T08:22:40,199 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-20T08:22:40,201 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:22:40,209 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-20T08:22:40,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:22:40,215 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:22:40,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:22:40,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741835_1011 (size=358) 2024-11-20T08:22:40,246 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 56ab2556c3ee626ac9e29b9180998347, NAME => 'hbase:namespace,,1732090960200.56ab2556c3ee626ac9e29b9180998347.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6 2024-11-20T08:22:40,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741836_1012 (size=42) 2024-11-20T08:22:40,282 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732090960200.56ab2556c3ee626ac9e29b9180998347.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:22:40,282 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 56ab2556c3ee626ac9e29b9180998347, disabling compactions & flushes 2024-11-20T08:22:40,283 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732090960200.56ab2556c3ee626ac9e29b9180998347. 2024-11-20T08:22:40,283 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732090960200.56ab2556c3ee626ac9e29b9180998347. 2024-11-20T08:22:40,283 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732090960200.56ab2556c3ee626ac9e29b9180998347. after waiting 0 ms 2024-11-20T08:22:40,283 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732090960200.56ab2556c3ee626ac9e29b9180998347. 2024-11-20T08:22:40,283 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732090960200.56ab2556c3ee626ac9e29b9180998347. 2024-11-20T08:22:40,283 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 56ab2556c3ee626ac9e29b9180998347: 2024-11-20T08:22:40,286 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:22:40,294 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732090960200.56ab2556c3ee626ac9e29b9180998347.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732090960287"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090960287"}]},"ts":"1732090960287"} 2024-11-20T08:22:40,323 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T08:22:40,326 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:22:40,329 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090960326"}]},"ts":"1732090960326"} 2024-11-20T08:22:40,336 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-20T08:22:40,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=56ab2556c3ee626ac9e29b9180998347, ASSIGN}] 2024-11-20T08:22:40,347 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=56ab2556c3ee626ac9e29b9180998347, ASSIGN 2024-11-20T08:22:40,349 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=56ab2556c3ee626ac9e29b9180998347, ASSIGN; state=OFFLINE, location=a04d4489dc6d,43141,1732090957262; forceNewPlan=false, retain=false 2024-11-20T08:22:40,500 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=56ab2556c3ee626ac9e29b9180998347, regionState=OPENING, regionLocation=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:40,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 56ab2556c3ee626ac9e29b9180998347, server=a04d4489dc6d,43141,1732090957262}] 2024-11-20T08:22:40,661 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:40,669 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732090960200.56ab2556c3ee626ac9e29b9180998347. 2024-11-20T08:22:40,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 56ab2556c3ee626ac9e29b9180998347, NAME => 'hbase:namespace,,1732090960200.56ab2556c3ee626ac9e29b9180998347.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:22:40,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 56ab2556c3ee626ac9e29b9180998347 2024-11-20T08:22:40,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732090960200.56ab2556c3ee626ac9e29b9180998347.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:22:40,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 56ab2556c3ee626ac9e29b9180998347 2024-11-20T08:22:40,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 56ab2556c3ee626ac9e29b9180998347 2024-11-20T08:22:40,676 INFO [StoreOpener-56ab2556c3ee626ac9e29b9180998347-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 56ab2556c3ee626ac9e29b9180998347 2024-11-20T08:22:40,679 INFO [StoreOpener-56ab2556c3ee626ac9e29b9180998347-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56ab2556c3ee626ac9e29b9180998347 columnFamilyName info 2024-11-20T08:22:40,679 DEBUG [StoreOpener-56ab2556c3ee626ac9e29b9180998347-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:22:40,680 INFO [StoreOpener-56ab2556c3ee626ac9e29b9180998347-1 {}] regionserver.HStore(327): Store=56ab2556c3ee626ac9e29b9180998347/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:22:40,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/hbase/namespace/56ab2556c3ee626ac9e29b9180998347 2024-11-20T08:22:40,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/hbase/namespace/56ab2556c3ee626ac9e29b9180998347 2024-11-20T08:22:40,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 56ab2556c3ee626ac9e29b9180998347 2024-11-20T08:22:40,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/hbase/namespace/56ab2556c3ee626ac9e29b9180998347/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:22:40,706 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 56ab2556c3ee626ac9e29b9180998347; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65034516, jitterRate=-0.030910193920135498}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T08:22:40,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 56ab2556c3ee626ac9e29b9180998347: 2024-11-20T08:22:40,711 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732090960200.56ab2556c3ee626ac9e29b9180998347., pid=6, masterSystemTime=1732090960661 2024-11-20T08:22:40,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732090960200.56ab2556c3ee626ac9e29b9180998347. 2024-11-20T08:22:40,716 INFO [RS_OPEN_PRIORITY_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732090960200.56ab2556c3ee626ac9e29b9180998347. 2024-11-20T08:22:40,717 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=56ab2556c3ee626ac9e29b9180998347, regionState=OPEN, openSeqNum=2, regionLocation=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:40,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T08:22:40,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 56ab2556c3ee626ac9e29b9180998347, server=a04d4489dc6d,43141,1732090957262 in 216 msec 2024-11-20T08:22:40,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T08:22:40,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=56ab2556c3ee626ac9e29b9180998347, ASSIGN in 383 msec 2024-11-20T08:22:40,733 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:22:40,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090960733"}]},"ts":"1732090960733"} 2024-11-20T08:22:40,737 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-20T08:22:40,742 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:22:40,747 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 541 msec 2024-11-20T08:22:40,814 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-20T08:22:40,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43141-0x100140640750001, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:22:40,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-20T08:22:40,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:22:40,855 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-20T08:22:40,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T08:22:40,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 32 msec 2024-11-20T08:22:40,891 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-20T08:22:40,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-20T08:22:40,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 25 msec 2024-11-20T08:22:40,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-20T08:22:40,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-20T08:22:40,935 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 3.591sec 2024-11-20T08:22:40,936 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T08:22:40,938 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T08:22:40,939 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T08:22:40,940 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T08:22:40,940 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T08:22:40,941 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,45489,1732090956510-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:22:40,942 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,45489,1732090956510-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T08:22:40,951 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-20T08:22:40,952 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T08:22:40,952 INFO [master/a04d4489dc6d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a04d4489dc6d,45489,1732090956510-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:22:41,024 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2ec200 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@33bfacb 2024-11-20T08:22:41,025 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-20T08:22:41,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26834c27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:22:41,059 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T08:22:41,059 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T08:22:41,071 DEBUG [hconnection-0x30a5ad4e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:22:41,082 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52948, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:22:41,097 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=a04d4489dc6d,45489,1732090956510 2024-11-20T08:22:41,116 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=343, ProcessCount=11, AvailableMemoryMB=2331 2024-11-20T08:22:41,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:22:41,165 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46874, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:22:41,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T08:22:41,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:22:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T08:22:41,185 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:22:41,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-20T08:22:41,187 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:22:41,189 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:22:41,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T08:22:41,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741837_1013 (size=963) 2024-11-20T08:22:41,226 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6 2024-11-20T08:22:41,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741838_1014 (size=53) 2024-11-20T08:22:41,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T08:22:41,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T08:22:41,651 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:22:41,651 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c26435dec77988f741fb9da4299b266a, disabling compactions & flushes 2024-11-20T08:22:41,651 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:41,652 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:41,652 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. after waiting 0 ms 2024-11-20T08:22:41,652 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:41,652 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:41,652 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:41,655 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:22:41,655 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732090961655"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090961655"}]},"ts":"1732090961655"} 2024-11-20T08:22:41,660 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T08:22:41,662 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:22:41,662 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090961662"}]},"ts":"1732090961662"} 2024-11-20T08:22:41,665 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T08:22:41,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c26435dec77988f741fb9da4299b266a, ASSIGN}] 2024-11-20T08:22:41,674 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c26435dec77988f741fb9da4299b266a, ASSIGN 2024-11-20T08:22:41,676 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c26435dec77988f741fb9da4299b266a, ASSIGN; state=OFFLINE, location=a04d4489dc6d,43141,1732090957262; forceNewPlan=false, retain=false 2024-11-20T08:22:41,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T08:22:41,828 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c26435dec77988f741fb9da4299b266a, regionState=OPENING, regionLocation=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:41,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262}] 2024-11-20T08:22:41,987 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:41,995 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:41,995 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:22:41,996 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c26435dec77988f741fb9da4299b266a 2024-11-20T08:22:41,996 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:22:41,996 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for c26435dec77988f741fb9da4299b266a 2024-11-20T08:22:41,997 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for c26435dec77988f741fb9da4299b266a 2024-11-20T08:22:42,000 INFO [StoreOpener-c26435dec77988f741fb9da4299b266a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c26435dec77988f741fb9da4299b266a 2024-11-20T08:22:42,004 INFO [StoreOpener-c26435dec77988f741fb9da4299b266a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:22:42,005 INFO [StoreOpener-c26435dec77988f741fb9da4299b266a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c26435dec77988f741fb9da4299b266a columnFamilyName A 2024-11-20T08:22:42,005 DEBUG [StoreOpener-c26435dec77988f741fb9da4299b266a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:22:42,006 INFO [StoreOpener-c26435dec77988f741fb9da4299b266a-1 {}] regionserver.HStore(327): Store=c26435dec77988f741fb9da4299b266a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:22:42,006 INFO [StoreOpener-c26435dec77988f741fb9da4299b266a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c26435dec77988f741fb9da4299b266a 2024-11-20T08:22:42,009 INFO [StoreOpener-c26435dec77988f741fb9da4299b266a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:22:42,009 INFO [StoreOpener-c26435dec77988f741fb9da4299b266a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c26435dec77988f741fb9da4299b266a columnFamilyName B 2024-11-20T08:22:42,010 DEBUG [StoreOpener-c26435dec77988f741fb9da4299b266a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:22:42,011 INFO [StoreOpener-c26435dec77988f741fb9da4299b266a-1 {}] regionserver.HStore(327): Store=c26435dec77988f741fb9da4299b266a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:22:42,011 INFO [StoreOpener-c26435dec77988f741fb9da4299b266a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c26435dec77988f741fb9da4299b266a 2024-11-20T08:22:42,014 INFO [StoreOpener-c26435dec77988f741fb9da4299b266a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:22:42,014 INFO [StoreOpener-c26435dec77988f741fb9da4299b266a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c26435dec77988f741fb9da4299b266a columnFamilyName C 2024-11-20T08:22:42,015 DEBUG [StoreOpener-c26435dec77988f741fb9da4299b266a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:22:42,016 INFO [StoreOpener-c26435dec77988f741fb9da4299b266a-1 {}] regionserver.HStore(327): Store=c26435dec77988f741fb9da4299b266a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:22:42,016 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:42,018 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a 2024-11-20T08:22:42,019 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a 2024-11-20T08:22:42,023 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T08:22:42,027 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for c26435dec77988f741fb9da4299b266a 2024-11-20T08:22:42,035 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:22:42,036 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened c26435dec77988f741fb9da4299b266a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60871389, jitterRate=-0.09294562041759491}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T08:22:42,037 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:42,040 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a., pid=11, masterSystemTime=1732090961987 2024-11-20T08:22:42,045 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:42,046 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c26435dec77988f741fb9da4299b266a, regionState=OPEN, openSeqNum=2, regionLocation=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:42,046 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:42,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-20T08:22:42,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 in 218 msec 2024-11-20T08:22:42,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T08:22:42,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c26435dec77988f741fb9da4299b266a, ASSIGN in 382 msec 2024-11-20T08:22:42,060 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:22:42,061 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090962060"}]},"ts":"1732090962060"} 2024-11-20T08:22:42,067 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T08:22:42,072 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:22:42,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 892 msec 2024-11-20T08:22:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-20T08:22:42,316 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-20T08:22:42,322 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f2052a7 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22ff9396 2024-11-20T08:22:42,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@565a0a51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:22:42,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:22:42,339 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:22:42,343 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:22:42,345 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46890, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:22:42,357 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x30c68ddf to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6cd26d7b 2024-11-20T08:22:42,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76bfdcf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:22:42,364 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2cac4303 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@536a4a58 2024-11-20T08:22:42,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39b10898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:22:42,373 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x305f2915 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18751c86 2024-11-20T08:22:42,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b132d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:22:42,379 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d7115de to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2dd0bbda 2024-11-20T08:22:42,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d4d4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:22:42,386 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2ec99212 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c57419f 2024-11-20T08:22:42,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a33c837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:22:42,394 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e6758ed to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@febc460 2024-11-20T08:22:42,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47c7c7c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:22:42,402 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f0c7188 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4e957ecd 2024-11-20T08:22:42,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37950159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:22:42,415 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22daddc4 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d5a9f0f 2024-11-20T08:22:42,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6704743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:22:42,425 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x50c9c1d1 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39028e20 2024-11-20T08:22:42,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d4c9c1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:22:42,440 DEBUG [hconnection-0x1074f994-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:22:42,444 DEBUG [hconnection-0x7b1969d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:22:42,450 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:22:42,451 DEBUG [hconnection-0x7c0bf2ac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:22:42,452 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52972, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:22:42,457 DEBUG [hconnection-0x53f1d8ba-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:22:42,459 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52984, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:22:42,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:22:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-20T08:22:42,479 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:22:42,482 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:22:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T08:22:42,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:22:42,492 DEBUG [hconnection-0x78b714ed-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:22:42,495 DEBUG [hconnection-0xb857c1a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:22:42,504 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53000, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:22:42,506 DEBUG [hconnection-0x3d2cc084-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:22:42,507 DEBUG [hconnection-0x19e0dde4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:22:42,509 DEBUG [hconnection-0x5fa3171e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:22:42,518 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53032, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:22:42,525 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53016, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:22:42,541 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53038, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:22:42,546 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:22:42,559 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53048, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:22:42,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T08:22:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c26435dec77988f741fb9da4299b266a 2024-11-20T08:22:42,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c26435dec77988f741fb9da4299b266a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T08:22:42,653 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:42,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=A 2024-11-20T08:22:42,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T08:22:42,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:42,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=B 2024-11-20T08:22:42,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:42,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=C 2024-11-20T08:22:42,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:42,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:42,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:42,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:42,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:42,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:42,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T08:22:42,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091022795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:42,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091022796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:42,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091022803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:42,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/88db21f3bf4d4927a60a6e30eb0bdbbc is 50, key is test_row_0/A:col10/1732090962594/Put/seqid=0 2024-11-20T08:22:42,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091022814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:42,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091022820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:42,852 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:42,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T08:22:42,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:42,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:42,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:42,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:42,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:42,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741839_1015 (size=14341) 2024-11-20T08:22:42,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/88db21f3bf4d4927a60a6e30eb0bdbbc 2024-11-20T08:22:42,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091022926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:42,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091022928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:42,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:42,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091022932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:42,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:42,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091022936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091022937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:43,038 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:43,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T08:22:43,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:43,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:43,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:43,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:43,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T08:22:43,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/37cd2744271949058fb4e49125c54176 is 50, key is test_row_0/B:col10/1732090962594/Put/seqid=0 2024-11-20T08:22:43,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741840_1016 (size=12001) 2024-11-20T08:22:43,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/37cd2744271949058fb4e49125c54176 2024-11-20T08:22:43,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091023183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:43,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091023184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:43,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091023186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:43,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091023186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:43,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091023189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:43,222 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:43,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T08:22:43,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:43,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:43,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:43,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:43,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:43,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/c390adf0fb4444c1944d8f7acdf03d1e is 50, key is test_row_0/C:col10/1732090962594/Put/seqid=0 2024-11-20T08:22:43,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741841_1017 (size=12001) 2024-11-20T08:22:43,381 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:43,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T08:22:43,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:43,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:43,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:43,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:43,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:43,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091023491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:43,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091023492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:43,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091023494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:43,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091023497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:43,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091023492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:43,537 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:43,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T08:22:43,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:43,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:43,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:43,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:43,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:43,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T08:22:43,703 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:43,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T08:22:43,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:43,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:43,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:43,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:43,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:43,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/c390adf0fb4444c1944d8f7acdf03d1e 2024-11-20T08:22:43,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/88db21f3bf4d4927a60a6e30eb0bdbbc as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/88db21f3bf4d4927a60a6e30eb0bdbbc 2024-11-20T08:22:43,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/88db21f3bf4d4927a60a6e30eb0bdbbc, entries=200, sequenceid=14, filesize=14.0 K 2024-11-20T08:22:43,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/37cd2744271949058fb4e49125c54176 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/37cd2744271949058fb4e49125c54176 2024-11-20T08:22:43,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/37cd2744271949058fb4e49125c54176, entries=150, sequenceid=14, filesize=11.7 K 2024-11-20T08:22:43,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/c390adf0fb4444c1944d8f7acdf03d1e as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/c390adf0fb4444c1944d8f7acdf03d1e 2024-11-20T08:22:43,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/c390adf0fb4444c1944d8f7acdf03d1e, entries=150, sequenceid=14, filesize=11.7 K 2024-11-20T08:22:43,793 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c26435dec77988f741fb9da4299b266a in 1160ms, sequenceid=14, compaction requested=false 2024-11-20T08:22:43,797 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T08:22:43,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:43,862 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:43,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-20T08:22:43,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:43,864 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing c26435dec77988f741fb9da4299b266a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T08:22:43,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=A 2024-11-20T08:22:43,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:43,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=B 2024-11-20T08:22:43,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:43,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=C 2024-11-20T08:22:43,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:43,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/cef08ff2d5cf4309bd237b8b3abb7283 is 50, key is test_row_0/A:col10/1732090962793/Put/seqid=0 2024-11-20T08:22:43,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741842_1018 (size=12001) 2024-11-20T08:22:43,967 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/cef08ff2d5cf4309bd237b8b3abb7283 2024-11-20T08:22:44,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/558074a5f3d8468a9f12658d905d4985 is 50, key is test_row_0/B:col10/1732090962793/Put/seqid=0 2024-11-20T08:22:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c26435dec77988f741fb9da4299b266a 2024-11-20T08:22:44,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:44,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091024039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:44,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091024044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:44,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:44,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091024045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091024051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:44,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091024058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:44,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741843_1019 (size=12001) 2024-11-20T08:22:44,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091024163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:44,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091024175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:44,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091024175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:44,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091024175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:44,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091024175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:44,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091024372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:44,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091024380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:44,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091024384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:44,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091024385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:44,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091024386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:44,476 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/558074a5f3d8468a9f12658d905d4985 2024-11-20T08:22:44,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/ed259cca9c034c8893ff810ef8aa0d56 is 50, key is test_row_0/C:col10/1732090962793/Put/seqid=0 2024-11-20T08:22:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T08:22:44,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741844_1020 (size=12001) 2024-11-20T08:22:44,601 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/ed259cca9c034c8893ff810ef8aa0d56 2024-11-20T08:22:44,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/cef08ff2d5cf4309bd237b8b3abb7283 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/cef08ff2d5cf4309bd237b8b3abb7283 2024-11-20T08:22:44,629 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/cef08ff2d5cf4309bd237b8b3abb7283, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T08:22:44,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/558074a5f3d8468a9f12658d905d4985 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/558074a5f3d8468a9f12658d905d4985 2024-11-20T08:22:44,643 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/558074a5f3d8468a9f12658d905d4985, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T08:22:44,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/ed259cca9c034c8893ff810ef8aa0d56 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/ed259cca9c034c8893ff810ef8aa0d56 2024-11-20T08:22:44,677 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/ed259cca9c034c8893ff810ef8aa0d56, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T08:22:44,680 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for c26435dec77988f741fb9da4299b266a in 816ms, sequenceid=37, compaction requested=false 2024-11-20T08:22:44,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:44,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:44,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-20T08:22:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-20T08:22:44,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T08:22:44,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1990 sec 2024-11-20T08:22:44,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.2180 sec 2024-11-20T08:22:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c26435dec77988f741fb9da4299b266a 2024-11-20T08:22:44,737 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c26435dec77988f741fb9da4299b266a 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T08:22:44,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=A 2024-11-20T08:22:44,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:44,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=B 2024-11-20T08:22:44,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:44,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=C 2024-11-20T08:22:44,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:44,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/a42b07bf80584c4aa23c754e9dbd06b8 is 50, key is test_row_0/A:col10/1732090964018/Put/seqid=0 2024-11-20T08:22:44,770 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T08:22:44,771 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-20T08:22:44,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741845_1021 (size=12001) 2024-11-20T08:22:44,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/a42b07bf80584c4aa23c754e9dbd06b8 2024-11-20T08:22:44,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/d74db79a55ba49eba7be3d2f66604ea5 is 50, key is test_row_0/B:col10/1732090964018/Put/seqid=0 2024-11-20T08:22:44,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091024827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:44,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091024830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:44,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091024836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:44,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091024839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:44,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091024850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:44,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741846_1022 (size=12001) 2024-11-20T08:22:44,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091024953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:44,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091024963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:44,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091024963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:44,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091024952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:44,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091024973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:45,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:45,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:45,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091025170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:45,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091025164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:45,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:45,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091025172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:45,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:45,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091025180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:45,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:45,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091025186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:45,287 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/d74db79a55ba49eba7be3d2f66604ea5 2024-11-20T08:22:45,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/49f954b566104b098591faa35a69b11b is 50, key is test_row_0/C:col10/1732090964018/Put/seqid=0 2024-11-20T08:22:45,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741847_1023 (size=12001) 2024-11-20T08:22:45,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/49f954b566104b098591faa35a69b11b 2024-11-20T08:22:45,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/a42b07bf80584c4aa23c754e9dbd06b8 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/a42b07bf80584c4aa23c754e9dbd06b8 2024-11-20T08:22:45,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/a42b07bf80584c4aa23c754e9dbd06b8, entries=150, sequenceid=53, filesize=11.7 K 2024-11-20T08:22:45,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/d74db79a55ba49eba7be3d2f66604ea5 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/d74db79a55ba49eba7be3d2f66604ea5 2024-11-20T08:22:45,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/d74db79a55ba49eba7be3d2f66604ea5, entries=150, sequenceid=53, filesize=11.7 K 2024-11-20T08:22:45,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/49f954b566104b098591faa35a69b11b as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/49f954b566104b098591faa35a69b11b 2024-11-20T08:22:45,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/49f954b566104b098591faa35a69b11b, entries=150, sequenceid=53, filesize=11.7 K 2024-11-20T08:22:45,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for c26435dec77988f741fb9da4299b266a in 701ms, sequenceid=53, compaction requested=true 2024-11-20T08:22:45,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:45,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26435dec77988f741fb9da4299b266a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:22:45,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:22:45,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26435dec77988f741fb9da4299b266a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:22:45,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:22:45,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26435dec77988f741fb9da4299b266a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:22:45,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:22:45,445 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:22:45,445 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:22:45,450 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:22:45,452 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): c26435dec77988f741fb9da4299b266a/B is initiating minor compaction (all files) 2024-11-20T08:22:45,453 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c26435dec77988f741fb9da4299b266a/B in TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:45,453 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/37cd2744271949058fb4e49125c54176, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/558074a5f3d8468a9f12658d905d4985, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/d74db79a55ba49eba7be3d2f66604ea5] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp, totalSize=35.2 K 2024-11-20T08:22:45,454 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 37cd2744271949058fb4e49125c54176, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732090962594 2024-11-20T08:22:45,456 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 558074a5f3d8468a9f12658d905d4985, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732090962793 2024-11-20T08:22:45,456 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:22:45,456 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting d74db79a55ba49eba7be3d2f66604ea5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732090964018 2024-11-20T08:22:45,457 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): c26435dec77988f741fb9da4299b266a/A is initiating minor compaction (all files) 2024-11-20T08:22:45,457 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c26435dec77988f741fb9da4299b266a/A in TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:45,457 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/88db21f3bf4d4927a60a6e30eb0bdbbc, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/cef08ff2d5cf4309bd237b8b3abb7283, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/a42b07bf80584c4aa23c754e9dbd06b8] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp, totalSize=37.4 K 2024-11-20T08:22:45,462 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88db21f3bf4d4927a60a6e30eb0bdbbc, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732090962571 2024-11-20T08:22:45,466 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting cef08ff2d5cf4309bd237b8b3abb7283, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732090962793 2024-11-20T08:22:45,468 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting a42b07bf80584c4aa23c754e9dbd06b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732090964018 2024-11-20T08:22:45,485 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T08:22:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c26435dec77988f741fb9da4299b266a 2024-11-20T08:22:45,501 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c26435dec77988f741fb9da4299b266a 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T08:22:45,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=A 2024-11-20T08:22:45,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:45,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=B 2024-11-20T08:22:45,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:45,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=C 2024-11-20T08:22:45,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:45,506 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26435dec77988f741fb9da4299b266a#B#compaction#9 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:22:45,507 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/5202be6d1ece450588a265ada04f22b0 is 50, key is test_row_0/B:col10/1732090964018/Put/seqid=0 2024-11-20T08:22:45,524 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26435dec77988f741fb9da4299b266a#A#compaction#10 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:22:45,525 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/7a06984b133648728b165f0ca71fcd5f is 50, key is test_row_0/A:col10/1732090964018/Put/seqid=0 2024-11-20T08:22:45,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/9cd54e6e50134f93b0614f590d10f55e is 50, key is test_row_0/A:col10/1732090964835/Put/seqid=0 2024-11-20T08:22:45,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741848_1024 (size=12104) 2024-11-20T08:22:45,586 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/5202be6d1ece450588a265ada04f22b0 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/5202be6d1ece450588a265ada04f22b0 2024-11-20T08:22:45,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091025571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:45,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:45,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091025577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:45,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:45,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091025582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:45,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:45,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091025584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:45,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:45,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091025587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:45,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741849_1025 (size=12104) 2024-11-20T08:22:45,621 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/7a06984b133648728b165f0ca71fcd5f as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/7a06984b133648728b165f0ca71fcd5f 2024-11-20T08:22:45,625 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c26435dec77988f741fb9da4299b266a/B of c26435dec77988f741fb9da4299b266a into 5202be6d1ece450588a265ada04f22b0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:22:45,626 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:45,626 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a., storeName=c26435dec77988f741fb9da4299b266a/B, priority=13, startTime=1732090965444; duration=0sec 2024-11-20T08:22:45,627 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:22:45,627 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26435dec77988f741fb9da4299b266a:B 2024-11-20T08:22:45,627 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:22:45,636 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c26435dec77988f741fb9da4299b266a/A of c26435dec77988f741fb9da4299b266a into 7a06984b133648728b165f0ca71fcd5f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:22:45,636 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:45,636 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a., storeName=c26435dec77988f741fb9da4299b266a/A, priority=13, startTime=1732090965442; duration=0sec 2024-11-20T08:22:45,637 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:22:45,637 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26435dec77988f741fb9da4299b266a:A 2024-11-20T08:22:45,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741850_1026 (size=14341) 2024-11-20T08:22:45,653 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/9cd54e6e50134f93b0614f590d10f55e 2024-11-20T08:22:45,653 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:22:45,653 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): c26435dec77988f741fb9da4299b266a/C is initiating minor compaction (all files) 2024-11-20T08:22:45,653 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c26435dec77988f741fb9da4299b266a/C in TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:45,653 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/c390adf0fb4444c1944d8f7acdf03d1e, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/ed259cca9c034c8893ff810ef8aa0d56, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/49f954b566104b098591faa35a69b11b] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp, totalSize=35.2 K 2024-11-20T08:22:45,654 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting c390adf0fb4444c1944d8f7acdf03d1e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732090962594 2024-11-20T08:22:45,656 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting ed259cca9c034c8893ff810ef8aa0d56, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732090962793 2024-11-20T08:22:45,657 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 49f954b566104b098591faa35a69b11b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732090964018 2024-11-20T08:22:45,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/054fc2be6833441e83f3b7c18114c5e8 is 50, key is test_row_0/B:col10/1732090964835/Put/seqid=0 2024-11-20T08:22:45,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:45,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091025694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:45,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:45,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091025698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:45,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:45,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091025702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:45,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:45,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091025703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:45,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:45,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091025704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:45,712 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26435dec77988f741fb9da4299b266a#C#compaction#13 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:22:45,713 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/f26d9723f9174af2896c889a5efe7769 is 50, key is test_row_0/C:col10/1732090964018/Put/seqid=0 2024-11-20T08:22:45,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741851_1027 (size=12001) 2024-11-20T08:22:45,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741852_1028 (size=12104) 2024-11-20T08:22:45,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:45,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091025902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:45,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:45,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091025909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:45,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:45,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091025912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:45,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:45,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091025913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:45,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:45,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091025914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:46,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/054fc2be6833441e83f3b7c18114c5e8 2024-11-20T08:22:46,188 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/f26d9723f9174af2896c889a5efe7769 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/f26d9723f9174af2896c889a5efe7769 2024-11-20T08:22:46,201 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c26435dec77988f741fb9da4299b266a/C of c26435dec77988f741fb9da4299b266a into f26d9723f9174af2896c889a5efe7769(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:22:46,201 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:46,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/f1c298663ea1416595c3530280f2771d is 50, key is test_row_0/C:col10/1732090964835/Put/seqid=0 2024-11-20T08:22:46,201 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a., storeName=c26435dec77988f741fb9da4299b266a/C, priority=13, startTime=1732090965444; duration=0sec 2024-11-20T08:22:46,202 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:22:46,202 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26435dec77988f741fb9da4299b266a:C 2024-11-20T08:22:46,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:46,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091026213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:46,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:46,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091026223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:46,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091026231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:46,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741853_1029 (size=12001) 2024-11-20T08:22:46,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/f1c298663ea1416595c3530280f2771d 2024-11-20T08:22:46,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091026238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:46,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091026239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:46,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/9cd54e6e50134f93b0614f590d10f55e as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/9cd54e6e50134f93b0614f590d10f55e 2024-11-20T08:22:46,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/9cd54e6e50134f93b0614f590d10f55e, entries=200, sequenceid=74, filesize=14.0 K 2024-11-20T08:22:46,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/054fc2be6833441e83f3b7c18114c5e8 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/054fc2be6833441e83f3b7c18114c5e8 2024-11-20T08:22:46,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/054fc2be6833441e83f3b7c18114c5e8, entries=150, sequenceid=74, filesize=11.7 K 2024-11-20T08:22:46,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/f1c298663ea1416595c3530280f2771d as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/f1c298663ea1416595c3530280f2771d 2024-11-20T08:22:46,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/f1c298663ea1416595c3530280f2771d, entries=150, sequenceid=74, filesize=11.7 K 2024-11-20T08:22:46,298 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for c26435dec77988f741fb9da4299b266a in 797ms, sequenceid=74, compaction requested=false 2024-11-20T08:22:46,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-20T08:22:46,598 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-20T08:22:46,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:22:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-20T08:22:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T08:22:46,606 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:22:46,607 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:22:46,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:22:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T08:22:46,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c26435dec77988f741fb9da4299b266a 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T08:22:46,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=A 2024-11-20T08:22:46,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:46,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=B 2024-11-20T08:22:46,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:46,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=C 2024-11-20T08:22:46,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c26435dec77988f741fb9da4299b266a 2024-11-20T08:22:46,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/2e9090e2d04d46968f7c8f7a79df0376 is 50, key is test_row_0/A:col10/1732090965530/Put/seqid=0 2024-11-20T08:22:46,761 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:46,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T08:22:46,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:46,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:46,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:46,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:46,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:46,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741854_1030 (size=14341) 2024-11-20T08:22:46,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/2e9090e2d04d46968f7c8f7a79df0376 2024-11-20T08:22:46,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/f5e8e19938cb487cbce91019b839ce26 is 50, key is test_row_0/B:col10/1732090965530/Put/seqid=0 2024-11-20T08:22:46,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091026825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:46,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091026828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:46,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091026831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:46,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091026833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:46,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091026841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:46,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741855_1031 (size=12001) 2024-11-20T08:22:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T08:22:46,916 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:46,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T08:22:46,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:46,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:46,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:46,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:46,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:46,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091026946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:46,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091026944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:46,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091026953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:46,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091026954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:46,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091026968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:47,023 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T08:22:47,024 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T08:22:47,026 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-20T08:22:47,026 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-20T08:22:47,028 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:22:47,028 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T08:22:47,028 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T08:22:47,028 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T08:22:47,030 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T08:22:47,030 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-20T08:22:47,074 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:47,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T08:22:47,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:47,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:47,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:47,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:47,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:47,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091027156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:47,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091027156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:47,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091027159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:47,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091027165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:47,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091027179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T08:22:47,231 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:47,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T08:22:47,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:47,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:47,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:47,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:47,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:47,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/f5e8e19938cb487cbce91019b839ce26 2024-11-20T08:22:47,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/0dd75ac2511f44d59082753bdab111f0 is 50, key is test_row_0/C:col10/1732090965530/Put/seqid=0 2024-11-20T08:22:47,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741856_1032 (size=12001) 2024-11-20T08:22:47,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/0dd75ac2511f44d59082753bdab111f0 2024-11-20T08:22:47,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/2e9090e2d04d46968f7c8f7a79df0376 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/2e9090e2d04d46968f7c8f7a79df0376 2024-11-20T08:22:47,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/2e9090e2d04d46968f7c8f7a79df0376, entries=200, sequenceid=93, filesize=14.0 K 2024-11-20T08:22:47,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/f5e8e19938cb487cbce91019b839ce26 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/f5e8e19938cb487cbce91019b839ce26 2024-11-20T08:22:47,395 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:47,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T08:22:47,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:47,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:47,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:47,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:47,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:47,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:47,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/f5e8e19938cb487cbce91019b839ce26, entries=150, sequenceid=93, filesize=11.7 K 2024-11-20T08:22:47,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/0dd75ac2511f44d59082753bdab111f0 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/0dd75ac2511f44d59082753bdab111f0 2024-11-20T08:22:47,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/0dd75ac2511f44d59082753bdab111f0, entries=150, sequenceid=93, filesize=11.7 K 2024-11-20T08:22:47,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for c26435dec77988f741fb9da4299b266a in 710ms, sequenceid=93, compaction requested=true 2024-11-20T08:22:47,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:47,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26435dec77988f741fb9da4299b266a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:22:47,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:22:47,439 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:22:47,439 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:22:47,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26435dec77988f741fb9da4299b266a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:22:47,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:22:47,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26435dec77988f741fb9da4299b266a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:22:47,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:22:47,442 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:22:47,442 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:22:47,442 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): c26435dec77988f741fb9da4299b266a/B is initiating minor compaction (all files) 2024-11-20T08:22:47,442 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): c26435dec77988f741fb9da4299b266a/A is initiating minor compaction (all files) 2024-11-20T08:22:47,442 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c26435dec77988f741fb9da4299b266a/B in TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:47,442 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c26435dec77988f741fb9da4299b266a/A in TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:47,443 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/5202be6d1ece450588a265ada04f22b0, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/054fc2be6833441e83f3b7c18114c5e8, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/f5e8e19938cb487cbce91019b839ce26] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp, totalSize=35.3 K 2024-11-20T08:22:47,443 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/7a06984b133648728b165f0ca71fcd5f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/9cd54e6e50134f93b0614f590d10f55e, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/2e9090e2d04d46968f7c8f7a79df0376] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp, totalSize=39.8 K 2024-11-20T08:22:47,444 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 5202be6d1ece450588a265ada04f22b0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732090964018 2024-11-20T08:22:47,444 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a06984b133648728b165f0ca71fcd5f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732090964018 2024-11-20T08:22:47,445 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 054fc2be6833441e83f3b7c18114c5e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732090964835 2024-11-20T08:22:47,446 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9cd54e6e50134f93b0614f590d10f55e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732090964832 2024-11-20T08:22:47,447 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting f5e8e19938cb487cbce91019b839ce26, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732090965530 2024-11-20T08:22:47,447 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e9090e2d04d46968f7c8f7a79df0376, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732090965530 2024-11-20T08:22:47,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c26435dec77988f741fb9da4299b266a 2024-11-20T08:22:47,476 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26435dec77988f741fb9da4299b266a#A#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:22:47,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c26435dec77988f741fb9da4299b266a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T08:22:47,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=A 2024-11-20T08:22:47,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:47,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=B 2024-11-20T08:22:47,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:47,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=C 2024-11-20T08:22:47,477 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/adb0a8ce137943caa3c15b56d5389d38 is 50, key is test_row_0/A:col10/1732090965530/Put/seqid=0 2024-11-20T08:22:47,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:47,489 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26435dec77988f741fb9da4299b266a#B#compaction#19 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:22:47,490 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/d5175e059b4f4183a7f2afa5244f3d0b is 50, key is test_row_0/B:col10/1732090965530/Put/seqid=0 2024-11-20T08:22:47,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/57d912a664cf4be28e0c0f1a1c86834f is 50, key is test_row_0/A:col10/1732090966830/Put/seqid=0 2024-11-20T08:22:47,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4533) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4464) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4953) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4947) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4943) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3233) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091027512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:47,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741857_1033 (size=12207) 2024-11-20T08:22:47,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091027519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:47,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091027520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:47,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091027520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:47,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091027522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:47,545 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/adb0a8ce137943caa3c15b56d5389d38 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/adb0a8ce137943caa3c15b56d5389d38 2024-11-20T08:22:47,550 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:47,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T08:22:47,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:47,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:47,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:47,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:47,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:47,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741858_1034 (size=12207) 2024-11-20T08:22:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:47,559 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c26435dec77988f741fb9da4299b266a/A of c26435dec77988f741fb9da4299b266a into adb0a8ce137943caa3c15b56d5389d38(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:22:47,559 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:47,559 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a., storeName=c26435dec77988f741fb9da4299b266a/A, priority=13, startTime=1732090967439; duration=0sec 2024-11-20T08:22:47,559 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:22:47,559 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26435dec77988f741fb9da4299b266a:A 2024-11-20T08:22:47,559 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:22:47,562 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:22:47,562 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): c26435dec77988f741fb9da4299b266a/C is initiating minor compaction (all files) 2024-11-20T08:22:47,562 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c26435dec77988f741fb9da4299b266a/C in TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:47,563 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/f26d9723f9174af2896c889a5efe7769, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/f1c298663ea1416595c3530280f2771d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/0dd75ac2511f44d59082753bdab111f0] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp, totalSize=35.3 K 2024-11-20T08:22:47,564 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting f26d9723f9174af2896c889a5efe7769, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732090964018 2024-11-20T08:22:47,566 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1c298663ea1416595c3530280f2771d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732090964835 2024-11-20T08:22:47,567 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0dd75ac2511f44d59082753bdab111f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732090965530 2024-11-20T08:22:47,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741859_1035 (size=12001) 2024-11-20T08:22:47,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/57d912a664cf4be28e0c0f1a1c86834f 2024-11-20T08:22:47,579 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/d5175e059b4f4183a7f2afa5244f3d0b as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/d5175e059b4f4183a7f2afa5244f3d0b 2024-11-20T08:22:47,593 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c26435dec77988f741fb9da4299b266a/B of c26435dec77988f741fb9da4299b266a into d5175e059b4f4183a7f2afa5244f3d0b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:22:47,594 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:47,594 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a., storeName=c26435dec77988f741fb9da4299b266a/B, priority=13, startTime=1732090967439; duration=0sec 2024-11-20T08:22:47,594 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:22:47,594 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26435dec77988f741fb9da4299b266a:B 2024-11-20T08:22:47,601 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26435dec77988f741fb9da4299b266a#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:22:47,602 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/bb74085d88e24d778d43e1057f8f4483 is 50, key is test_row_0/C:col10/1732090965530/Put/seqid=0 2024-11-20T08:22:47,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/c7a14bb1f86340889291b7e15168bacf is 50, key is test_row_0/B:col10/1732090966830/Put/seqid=0 2024-11-20T08:22:47,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:47,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091027633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091027633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:47,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091027634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:47,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:47,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741860_1036 (size=12207) 2024-11-20T08:22:47,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091027635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091027634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:47,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741861_1037 (size=12001) 2024-11-20T08:22:47,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/c7a14bb1f86340889291b7e15168bacf 2024-11-20T08:22:47,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/6037a88a44e14bafb2b0ea1bbff2d0a7 is 50, key is test_row_0/C:col10/1732090966830/Put/seqid=0 2024-11-20T08:22:47,712 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:47,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T08:22:47,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:47,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:47,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:47,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:47,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:47,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T08:22:47,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:47,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741862_1038 (size=12001) 2024-11-20T08:22:47,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091027837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:47,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091027841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:47,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091027849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:47,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091027851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:47,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091027851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:47,868 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:47,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T08:22:47,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:47,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:47,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:47,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:47,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:48,023 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:48,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T08:22:48,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:48,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:48,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:48,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:48,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:48,062 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/bb74085d88e24d778d43e1057f8f4483 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/bb74085d88e24d778d43e1057f8f4483 2024-11-20T08:22:48,075 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c26435dec77988f741fb9da4299b266a/C of c26435dec77988f741fb9da4299b266a into bb74085d88e24d778d43e1057f8f4483(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:22:48,075 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:48,075 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a., storeName=c26435dec77988f741fb9da4299b266a/C, priority=13, startTime=1732090967439; duration=0sec 2024-11-20T08:22:48,076 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:22:48,076 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26435dec77988f741fb9da4299b266a:C 2024-11-20T08:22:48,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091028142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:48,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091028147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:48,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:48,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/6037a88a44e14bafb2b0ea1bbff2d0a7 2024-11-20T08:22:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091028154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:48,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091028156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:48,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091028157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:48,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/57d912a664cf4be28e0c0f1a1c86834f as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/57d912a664cf4be28e0c0f1a1c86834f 2024-11-20T08:22:48,178 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:48,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/57d912a664cf4be28e0c0f1a1c86834f, entries=150, sequenceid=116, filesize=11.7 K 2024-11-20T08:22:48,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T08:22:48,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:48,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:48,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:48,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:48,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:48,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/c7a14bb1f86340889291b7e15168bacf as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/c7a14bb1f86340889291b7e15168bacf 2024-11-20T08:22:48,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/c7a14bb1f86340889291b7e15168bacf, entries=150, sequenceid=116, filesize=11.7 K 2024-11-20T08:22:48,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/6037a88a44e14bafb2b0ea1bbff2d0a7 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/6037a88a44e14bafb2b0ea1bbff2d0a7 2024-11-20T08:22:48,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/6037a88a44e14bafb2b0ea1bbff2d0a7, entries=150, sequenceid=116, filesize=11.7 K 2024-11-20T08:22:48,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for c26435dec77988f741fb9da4299b266a in 739ms, sequenceid=116, compaction requested=false 2024-11-20T08:22:48,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:48,334 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:48,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-20T08:22:48,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:48,335 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing c26435dec77988f741fb9da4299b266a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T08:22:48,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=A 2024-11-20T08:22:48,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:48,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=B 2024-11-20T08:22:48,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:48,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=C 2024-11-20T08:22:48,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:48,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/95e8c11c7b4049a8b2ad33ad011129de is 50, key is test_row_0/A:col10/1732090967514/Put/seqid=0 2024-11-20T08:22:48,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741863_1039 (size=12001) 2024-11-20T08:22:48,416 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/95e8c11c7b4049a8b2ad33ad011129de 2024-11-20T08:22:48,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/9757a3705b284c5985250f063b262cb8 is 50, key is test_row_0/B:col10/1732090967514/Put/seqid=0 2024-11-20T08:22:48,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741864_1040 (size=12001) 2024-11-20T08:22:48,515 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/9757a3705b284c5985250f063b262cb8 2024-11-20T08:22:48,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/c1fac3fc69b84a62a972918dc51e8708 is 50, key is test_row_0/C:col10/1732090967514/Put/seqid=0 2024-11-20T08:22:48,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741865_1041 (size=12001) 2024-11-20T08:22:48,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c26435dec77988f741fb9da4299b266a 2024-11-20T08:22:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T08:22:48,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091028708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:48,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091028711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:48,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:48,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091028715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:48,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091028718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:48,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091028721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:48,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:48,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091028824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091028824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:48,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091028827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:48,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091028828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:48,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091028829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:49,001 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/c1fac3fc69b84a62a972918dc51e8708 2024-11-20T08:22:49,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/95e8c11c7b4049a8b2ad33ad011129de as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/95e8c11c7b4049a8b2ad33ad011129de 2024-11-20T08:22:49,028 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/95e8c11c7b4049a8b2ad33ad011129de, entries=150, sequenceid=132, filesize=11.7 K 2024-11-20T08:22:49,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/9757a3705b284c5985250f063b262cb8 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/9757a3705b284c5985250f063b262cb8 2024-11-20T08:22:49,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091029035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:49,041 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/9757a3705b284c5985250f063b262cb8, entries=150, sequenceid=132, filesize=11.7 K 2024-11-20T08:22:49,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091029036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:49,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091029036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:49,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/c1fac3fc69b84a62a972918dc51e8708 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/c1fac3fc69b84a62a972918dc51e8708 2024-11-20T08:22:49,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091029037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:49,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091029038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:49,055 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/c1fac3fc69b84a62a972918dc51e8708, entries=150, sequenceid=132, filesize=11.7 K 2024-11-20T08:22:49,057 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c26435dec77988f741fb9da4299b266a in 721ms, sequenceid=132, compaction requested=true 2024-11-20T08:22:49,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:49,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:49,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-20T08:22:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-20T08:22:49,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-20T08:22:49,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4530 sec 2024-11-20T08:22:49,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 2.4650 sec 2024-11-20T08:22:49,353 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c26435dec77988f741fb9da4299b266a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T08:22:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c26435dec77988f741fb9da4299b266a 2024-11-20T08:22:49,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=A 2024-11-20T08:22:49,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:49,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=B 2024-11-20T08:22:49,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:49,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=C 2024-11-20T08:22:49,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:49,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/262c1346b4d84a2aa2a8d36bf2fd8a1c is 50, key is test_row_0/A:col10/1732090968715/Put/seqid=0 2024-11-20T08:22:49,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091029367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:49,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091029368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:49,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091029366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:49,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091029370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:49,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091029377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:49,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741866_1042 (size=16931) 2024-11-20T08:22:49,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091029480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:49,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091029481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:49,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091029481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:49,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091029483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:49,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:49,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091029485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:49,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091029685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:49,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091029689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:49,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091029691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:49,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091029692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:49,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091029694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:49,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/262c1346b4d84a2aa2a8d36bf2fd8a1c 2024-11-20T08:22:49,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/c716cb60b1e7471aac0e03492c001865 is 50, key is test_row_0/B:col10/1732090968715/Put/seqid=0 2024-11-20T08:22:49,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741867_1043 (size=12151) 2024-11-20T08:22:49,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091029996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:50,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091029997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:50,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091030000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:50,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091030002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:50,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091030003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:50,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/c716cb60b1e7471aac0e03492c001865 2024-11-20T08:22:50,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/ce82b0a6ef2e4dcc98dbd435add23ede is 50, key is test_row_0/C:col10/1732090968715/Put/seqid=0 2024-11-20T08:22:50,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741868_1044 (size=12151) 2024-11-20T08:22:50,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/ce82b0a6ef2e4dcc98dbd435add23ede 2024-11-20T08:22:50,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/262c1346b4d84a2aa2a8d36bf2fd8a1c as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/262c1346b4d84a2aa2a8d36bf2fd8a1c 2024-11-20T08:22:50,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/262c1346b4d84a2aa2a8d36bf2fd8a1c, entries=250, sequenceid=157, filesize=16.5 K 2024-11-20T08:22:50,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/c716cb60b1e7471aac0e03492c001865 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/c716cb60b1e7471aac0e03492c001865 2024-11-20T08:22:50,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/c716cb60b1e7471aac0e03492c001865, entries=150, sequenceid=157, filesize=11.9 K 2024-11-20T08:22:50,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/ce82b0a6ef2e4dcc98dbd435add23ede as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/ce82b0a6ef2e4dcc98dbd435add23ede 2024-11-20T08:22:50,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/ce82b0a6ef2e4dcc98dbd435add23ede, entries=150, sequenceid=157, filesize=11.9 K 2024-11-20T08:22:50,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c26435dec77988f741fb9da4299b266a in 1061ms, sequenceid=157, compaction requested=true 2024-11-20T08:22:50,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:50,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26435dec77988f741fb9da4299b266a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:22:50,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:22:50,415 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:22:50,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26435dec77988f741fb9da4299b266a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:22:50,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:22:50,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26435dec77988f741fb9da4299b266a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:22:50,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:22:50,415 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:22:50,418 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53140 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:22:50,418 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): c26435dec77988f741fb9da4299b266a/A is initiating minor compaction (all files) 2024-11-20T08:22:50,418 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c26435dec77988f741fb9da4299b266a/A in TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:50,419 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/adb0a8ce137943caa3c15b56d5389d38, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/57d912a664cf4be28e0c0f1a1c86834f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/95e8c11c7b4049a8b2ad33ad011129de, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/262c1346b4d84a2aa2a8d36bf2fd8a1c] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp, totalSize=51.9 K 2024-11-20T08:22:50,419 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:22:50,419 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): c26435dec77988f741fb9da4299b266a/B is initiating minor compaction (all files) 2024-11-20T08:22:50,419 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c26435dec77988f741fb9da4299b266a/B in TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:50,419 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting adb0a8ce137943caa3c15b56d5389d38, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732090965530 2024-11-20T08:22:50,419 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/d5175e059b4f4183a7f2afa5244f3d0b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/c7a14bb1f86340889291b7e15168bacf, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/9757a3705b284c5985250f063b262cb8, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/c716cb60b1e7471aac0e03492c001865] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp, totalSize=47.2 K 2024-11-20T08:22:50,420 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57d912a664cf4be28e0c0f1a1c86834f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732090966827 2024-11-20T08:22:50,420 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting d5175e059b4f4183a7f2afa5244f3d0b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732090965530 2024-11-20T08:22:50,421 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting c7a14bb1f86340889291b7e15168bacf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732090966827 2024-11-20T08:22:50,421 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95e8c11c7b4049a8b2ad33ad011129de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732090967514 2024-11-20T08:22:50,422 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 9757a3705b284c5985250f063b262cb8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732090967514 2024-11-20T08:22:50,422 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 262c1346b4d84a2aa2a8d36bf2fd8a1c, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732090968684 2024-11-20T08:22:50,423 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting c716cb60b1e7471aac0e03492c001865, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732090968715 2024-11-20T08:22:50,455 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26435dec77988f741fb9da4299b266a#B#compaction#30 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:22:50,456 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/d981dc0a9d484f0fa2d150207fd937e8 is 50, key is test_row_0/B:col10/1732090968715/Put/seqid=0 2024-11-20T08:22:50,457 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26435dec77988f741fb9da4299b266a#A#compaction#31 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:22:50,461 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/785fe40ea5a04029a3d8a0d4dd865042 is 50, key is test_row_0/A:col10/1732090968715/Put/seqid=0 2024-11-20T08:22:50,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741869_1045 (size=12493) 2024-11-20T08:22:50,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741870_1046 (size=12493) 2024-11-20T08:22:50,491 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/d981dc0a9d484f0fa2d150207fd937e8 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/d981dc0a9d484f0fa2d150207fd937e8 2024-11-20T08:22:50,509 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c26435dec77988f741fb9da4299b266a/B of c26435dec77988f741fb9da4299b266a into d981dc0a9d484f0fa2d150207fd937e8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:22:50,509 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:50,509 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a., storeName=c26435dec77988f741fb9da4299b266a/B, priority=12, startTime=1732090970415; duration=0sec 2024-11-20T08:22:50,509 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:22:50,509 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26435dec77988f741fb9da4299b266a:B 2024-11-20T08:22:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c26435dec77988f741fb9da4299b266a 2024-11-20T08:22:50,509 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:22:50,509 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c26435dec77988f741fb9da4299b266a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T08:22:50,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=A 2024-11-20T08:22:50,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:50,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=B 2024-11-20T08:22:50,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:50,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=C 2024-11-20T08:22:50,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:50,517 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/785fe40ea5a04029a3d8a0d4dd865042 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/785fe40ea5a04029a3d8a0d4dd865042 2024-11-20T08:22:50,521 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:22:50,521 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): c26435dec77988f741fb9da4299b266a/C is initiating minor compaction (all files) 2024-11-20T08:22:50,521 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c26435dec77988f741fb9da4299b266a/C in TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:50,522 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/bb74085d88e24d778d43e1057f8f4483, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/6037a88a44e14bafb2b0ea1bbff2d0a7, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/c1fac3fc69b84a62a972918dc51e8708, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/ce82b0a6ef2e4dcc98dbd435add23ede] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp, totalSize=47.2 K 2024-11-20T08:22:50,524 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting bb74085d88e24d778d43e1057f8f4483, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732090965530 2024-11-20T08:22:50,527 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 6037a88a44e14bafb2b0ea1bbff2d0a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732090966827 2024-11-20T08:22:50,529 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting c1fac3fc69b84a62a972918dc51e8708, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732090967514 2024-11-20T08:22:50,531 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting ce82b0a6ef2e4dcc98dbd435add23ede, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732090968715 2024-11-20T08:22:50,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/796a25ed5dea4a75af0ca8f290cb2e96 is 50, key is test_row_0/A:col10/1732090970507/Put/seqid=0 2024-11-20T08:22:50,539 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c26435dec77988f741fb9da4299b266a/A of c26435dec77988f741fb9da4299b266a into 785fe40ea5a04029a3d8a0d4dd865042(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:22:50,539 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:50,539 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a., storeName=c26435dec77988f741fb9da4299b266a/A, priority=12, startTime=1732090970414; duration=0sec 2024-11-20T08:22:50,543 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:22:50,543 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26435dec77988f741fb9da4299b266a:A 2024-11-20T08:22:50,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741871_1047 (size=12147) 2024-11-20T08:22:50,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/796a25ed5dea4a75af0ca8f290cb2e96 2024-11-20T08:22:50,584 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26435dec77988f741fb9da4299b266a#C#compaction#33 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:22:50,586 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/2a81a1df815740b584e3ee19001fb48b is 50, key is test_row_0/C:col10/1732090968715/Put/seqid=0 2024-11-20T08:22:50,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091030592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:50,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091030595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:50,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/f8cfe7fb43b1478ebfe88553e3ceed3c is 50, key is test_row_0/B:col10/1732090970507/Put/seqid=0 2024-11-20T08:22:50,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091030597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:50,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091030599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:50,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091030600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:50,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741872_1048 (size=12493) 2024-11-20T08:22:50,656 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/2a81a1df815740b584e3ee19001fb48b as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/2a81a1df815740b584e3ee19001fb48b 2024-11-20T08:22:50,668 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c26435dec77988f741fb9da4299b266a/C of c26435dec77988f741fb9da4299b266a into 2a81a1df815740b584e3ee19001fb48b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:22:50,668 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:50,668 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a., storeName=c26435dec77988f741fb9da4299b266a/C, priority=12, startTime=1732090970415; duration=0sec 2024-11-20T08:22:50,668 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:22:50,669 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26435dec77988f741fb9da4299b266a:C 2024-11-20T08:22:50,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741873_1049 (size=9757) 2024-11-20T08:22:50,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091030710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:50,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:50,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091030712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:50,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-20T08:22:50,719 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-20T08:22:50,722 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:22:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-20T08:22:50,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091030716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:50,725 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:22:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T08:22:50,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091030717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:50,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:50,726 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:22:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091030718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:50,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:22:50,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T08:22:50,880 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:50,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T08:22:50,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:50,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:50,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:50,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:50,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:50,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:50,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:50,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091030918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:50,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:50,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:50,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091030928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:50,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:50,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091030929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:50,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091030920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:50,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:50,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091030932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T08:22:51,036 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:51,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T08:22:51,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:51,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:51,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:51,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:51,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:51,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/f8cfe7fb43b1478ebfe88553e3ceed3c 2024-11-20T08:22:51,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/7621f0701d0b422990ee3afed9fceee7 is 50, key is test_row_0/C:col10/1732090970507/Put/seqid=0 2024-11-20T08:22:51,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741874_1050 (size=9757) 2024-11-20T08:22:51,192 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:51,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T08:22:51,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:51,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:51,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:51,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:51,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:51,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:51,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091031225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:51,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091031233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:51,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091031234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:51,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091031236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:51,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091031240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T08:22:51,352 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:51,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T08:22:51,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:51,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:51,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:51,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:51,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:51,507 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:51,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T08:22:51,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:51,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:51,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:51,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:51,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:51,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:51,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/7621f0701d0b422990ee3afed9fceee7 2024-11-20T08:22:51,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/796a25ed5dea4a75af0ca8f290cb2e96 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/796a25ed5dea4a75af0ca8f290cb2e96 2024-11-20T08:22:51,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/796a25ed5dea4a75af0ca8f290cb2e96, entries=150, sequenceid=170, filesize=11.9 K 2024-11-20T08:22:51,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/f8cfe7fb43b1478ebfe88553e3ceed3c as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/f8cfe7fb43b1478ebfe88553e3ceed3c 2024-11-20T08:22:51,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/f8cfe7fb43b1478ebfe88553e3ceed3c, entries=100, sequenceid=170, filesize=9.5 K 2024-11-20T08:22:51,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/7621f0701d0b422990ee3afed9fceee7 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/7621f0701d0b422990ee3afed9fceee7 2024-11-20T08:22:51,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/7621f0701d0b422990ee3afed9fceee7, entries=100, sequenceid=170, filesize=9.5 K 2024-11-20T08:22:51,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c26435dec77988f741fb9da4299b266a in 1153ms, sequenceid=170, compaction requested=false 2024-11-20T08:22:51,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:51,663 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:51,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-20T08:22:51,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:51,665 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing c26435dec77988f741fb9da4299b266a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T08:22:51,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=A 2024-11-20T08:22:51,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:51,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=B 2024-11-20T08:22:51,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:51,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=C 2024-11-20T08:22:51,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:51,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/642680f109b44504a9bdf326aa108380 is 50, key is test_row_0/A:col10/1732090970592/Put/seqid=0 2024-11-20T08:22:51,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741875_1051 (size=12151) 2024-11-20T08:22:51,720 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/642680f109b44504a9bdf326aa108380 2024-11-20T08:22:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c26435dec77988f741fb9da4299b266a 2024-11-20T08:22:51,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:51,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/325667100d9b4e289c06862fc2d966ab is 50, key is test_row_0/B:col10/1732090970592/Put/seqid=0 2024-11-20T08:22:51,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091031765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:51,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091031765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:51,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091031779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:51,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091031779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:51,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091031779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:51,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741876_1052 (size=12151) 2024-11-20T08:22:51,795 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/325667100d9b4e289c06862fc2d966ab 2024-11-20T08:22:51,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/c3fc31d17d7446d2ad688da8b10d2d7a is 50, key is test_row_0/C:col10/1732090970592/Put/seqid=0 2024-11-20T08:22:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T08:22:51,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741877_1053 (size=12151) 2024-11-20T08:22:51,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091031881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:51,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091031882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:51,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091031887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:51,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091031888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:51,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091031888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:52,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091032086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:52,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091032089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:52,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091032091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:52,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091032094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:52,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091032095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:52,256 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/c3fc31d17d7446d2ad688da8b10d2d7a 2024-11-20T08:22:52,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/642680f109b44504a9bdf326aa108380 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/642680f109b44504a9bdf326aa108380 2024-11-20T08:22:52,277 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/642680f109b44504a9bdf326aa108380, entries=150, sequenceid=196, filesize=11.9 K 2024-11-20T08:22:52,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/325667100d9b4e289c06862fc2d966ab as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/325667100d9b4e289c06862fc2d966ab 2024-11-20T08:22:52,287 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/325667100d9b4e289c06862fc2d966ab, entries=150, sequenceid=196, filesize=11.9 K 2024-11-20T08:22:52,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/c3fc31d17d7446d2ad688da8b10d2d7a as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/c3fc31d17d7446d2ad688da8b10d2d7a 2024-11-20T08:22:52,297 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/c3fc31d17d7446d2ad688da8b10d2d7a, entries=150, sequenceid=196, filesize=11.9 K 2024-11-20T08:22:52,298 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for c26435dec77988f741fb9da4299b266a in 634ms, sequenceid=196, compaction requested=true 2024-11-20T08:22:52,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:52,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:52,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-20T08:22:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-20T08:22:52,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-20T08:22:52,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5740 sec 2024-11-20T08:22:52,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.5830 sec 2024-11-20T08:22:52,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c26435dec77988f741fb9da4299b266a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T08:22:52,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=A 2024-11-20T08:22:52,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:52,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=B 2024-11-20T08:22:52,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:52,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=C 2024-11-20T08:22:52,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:52,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c26435dec77988f741fb9da4299b266a 2024-11-20T08:22:52,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/519067d1d9974c8e9f47b01520e25f62 is 50, key is test_row_0/A:col10/1732090971774/Put/seqid=0 2024-11-20T08:22:52,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741878_1054 (size=14541) 2024-11-20T08:22:52,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/519067d1d9974c8e9f47b01520e25f62 2024-11-20T08:22:52,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/efa61a2c9e3d4d2fb8aeed42674d6509 is 50, key is test_row_0/B:col10/1732090971774/Put/seqid=0 2024-11-20T08:22:52,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:52,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091032448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:52,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091032448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:52,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091032452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:52,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:52,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091032465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:52,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091032472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:52,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741879_1055 (size=12151) 2024-11-20T08:22:52,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:52,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091032565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:52,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:52,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091032566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:52,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:52,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091032573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:52,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:52,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091032573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:52,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:52,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091032578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:52,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:52,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091032772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:52,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:52,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091032784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:52,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:52,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091032785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:52,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:52,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091032786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:52,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:52,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091032785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-20T08:22:52,832 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-20T08:22:52,834 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:22:52,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-20T08:22:52,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T08:22:52,838 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:22:52,839 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:22:52,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:22:52,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/efa61a2c9e3d4d2fb8aeed42674d6509 2024-11-20T08:22:52,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/2a228a7365b04777ac678d88a29250d9 is 50, key is test_row_0/C:col10/1732090971774/Put/seqid=0 2024-11-20T08:22:52,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T08:22:52,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741880_1056 (size=12151) 2024-11-20T08:22:52,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/2a228a7365b04777ac678d88a29250d9 2024-11-20T08:22:52,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/519067d1d9974c8e9f47b01520e25f62 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/519067d1d9974c8e9f47b01520e25f62 2024-11-20T08:22:52,992 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:52,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T08:22:52,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:52,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:52,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:52,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:52,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:52,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:53,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/519067d1d9974c8e9f47b01520e25f62, entries=200, sequenceid=210, filesize=14.2 K 2024-11-20T08:22:53,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/efa61a2c9e3d4d2fb8aeed42674d6509 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/efa61a2c9e3d4d2fb8aeed42674d6509 2024-11-20T08:22:53,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/efa61a2c9e3d4d2fb8aeed42674d6509, entries=150, sequenceid=210, filesize=11.9 K 2024-11-20T08:22:53,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/2a228a7365b04777ac678d88a29250d9 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/2a228a7365b04777ac678d88a29250d9 2024-11-20T08:22:53,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/2a228a7365b04777ac678d88a29250d9, entries=150, sequenceid=210, filesize=11.9 K 2024-11-20T08:22:53,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for c26435dec77988f741fb9da4299b266a in 639ms, sequenceid=210, compaction requested=true 2024-11-20T08:22:53,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:53,035 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:22:53,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26435dec77988f741fb9da4299b266a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:22:53,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:22:53,037 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:22:53,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26435dec77988f741fb9da4299b266a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:22:53,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:22:53,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26435dec77988f741fb9da4299b266a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:22:53,039 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51332 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:22:53,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:22:53,039 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): c26435dec77988f741fb9da4299b266a/A is initiating minor compaction (all files) 2024-11-20T08:22:53,039 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c26435dec77988f741fb9da4299b266a/A in TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:53,039 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/785fe40ea5a04029a3d8a0d4dd865042, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/796a25ed5dea4a75af0ca8f290cb2e96, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/642680f109b44504a9bdf326aa108380, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/519067d1d9974c8e9f47b01520e25f62] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp, totalSize=50.1 K 2024-11-20T08:22:53,039 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46552 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:22:53,039 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): c26435dec77988f741fb9da4299b266a/B is initiating minor compaction (all files) 2024-11-20T08:22:53,039 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c26435dec77988f741fb9da4299b266a/B in TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:53,040 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/d981dc0a9d484f0fa2d150207fd937e8, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/f8cfe7fb43b1478ebfe88553e3ceed3c, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/325667100d9b4e289c06862fc2d966ab, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/efa61a2c9e3d4d2fb8aeed42674d6509] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp, totalSize=45.5 K 2024-11-20T08:22:53,040 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 785fe40ea5a04029a3d8a0d4dd865042, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732090968715 2024-11-20T08:22:53,041 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting d981dc0a9d484f0fa2d150207fd937e8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732090968715 2024-11-20T08:22:53,041 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 796a25ed5dea4a75af0ca8f290cb2e96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732090969366 2024-11-20T08:22:53,042 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting f8cfe7fb43b1478ebfe88553e3ceed3c, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732090969374 2024-11-20T08:22:53,042 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 642680f109b44504a9bdf326aa108380, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732090970584 2024-11-20T08:22:53,042 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 325667100d9b4e289c06862fc2d966ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732090970584 2024-11-20T08:22:53,043 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 519067d1d9974c8e9f47b01520e25f62, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732090971764 2024-11-20T08:22:53,043 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting efa61a2c9e3d4d2fb8aeed42674d6509, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732090971768 2024-11-20T08:22:53,071 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26435dec77988f741fb9da4299b266a#A#compaction#42 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:22:53,072 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/5204572c68024f97a922f2e9db486822 is 50, key is test_row_0/A:col10/1732090971774/Put/seqid=0 2024-11-20T08:22:53,086 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26435dec77988f741fb9da4299b266a#B#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:22:53,087 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/17dacab491fe42109ae5f6894fc944d1 is 50, key is test_row_0/B:col10/1732090971774/Put/seqid=0 2024-11-20T08:22:53,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c26435dec77988f741fb9da4299b266a 2024-11-20T08:22:53,105 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c26435dec77988f741fb9da4299b266a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T08:22:53,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=A 2024-11-20T08:22:53,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:53,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=B 2024-11-20T08:22:53,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:53,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=C 2024-11-20T08:22:53,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:53,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741881_1057 (size=12629) 2024-11-20T08:22:53,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T08:22:53,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741882_1058 (size=12629) 2024-11-20T08:22:53,147 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:53,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T08:22:53,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:53,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:53,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:53,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:53,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:53,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:53,156 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/5204572c68024f97a922f2e9db486822 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/5204572c68024f97a922f2e9db486822 2024-11-20T08:22:53,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/b2c6a75324b749d08167f00211c11fba is 50, key is test_row_0/A:col10/1732090973102/Put/seqid=0 2024-11-20T08:22:53,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091033150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:53,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091033155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:53,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091033157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:53,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091033158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:53,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091033158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:53,167 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/17dacab491fe42109ae5f6894fc944d1 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/17dacab491fe42109ae5f6894fc944d1 2024-11-20T08:22:53,169 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c26435dec77988f741fb9da4299b266a/A of c26435dec77988f741fb9da4299b266a into 5204572c68024f97a922f2e9db486822(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:22:53,169 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:53,170 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a., storeName=c26435dec77988f741fb9da4299b266a/A, priority=12, startTime=1732090973035; duration=0sec 2024-11-20T08:22:53,170 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:22:53,170 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26435dec77988f741fb9da4299b266a:A 2024-11-20T08:22:53,170 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:22:53,172 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46552 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:22:53,173 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): c26435dec77988f741fb9da4299b266a/C is initiating minor compaction (all files) 2024-11-20T08:22:53,173 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c26435dec77988f741fb9da4299b266a/C in TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:53,173 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/2a81a1df815740b584e3ee19001fb48b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/7621f0701d0b422990ee3afed9fceee7, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/c3fc31d17d7446d2ad688da8b10d2d7a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/2a228a7365b04777ac678d88a29250d9] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp, totalSize=45.5 K 2024-11-20T08:22:53,176 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a81a1df815740b584e3ee19001fb48b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732090968715 2024-11-20T08:22:53,177 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7621f0701d0b422990ee3afed9fceee7, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732090969374 2024-11-20T08:22:53,178 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3fc31d17d7446d2ad688da8b10d2d7a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732090970584 2024-11-20T08:22:53,179 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a228a7365b04777ac678d88a29250d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732090971768 2024-11-20T08:22:53,181 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c26435dec77988f741fb9da4299b266a/B of c26435dec77988f741fb9da4299b266a into 17dacab491fe42109ae5f6894fc944d1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:22:53,181 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:53,181 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a., storeName=c26435dec77988f741fb9da4299b266a/B, priority=12, startTime=1732090973036; duration=0sec 2024-11-20T08:22:53,181 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:22:53,181 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26435dec77988f741fb9da4299b266a:B 2024-11-20T08:22:53,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741883_1059 (size=12151) 2024-11-20T08:22:53,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/b2c6a75324b749d08167f00211c11fba 2024-11-20T08:22:53,195 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26435dec77988f741fb9da4299b266a#C#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:22:53,196 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/568f988e787c42e6a115c627c8dd02af is 50, key is test_row_0/C:col10/1732090971774/Put/seqid=0 2024-11-20T08:22:53,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/e8d81f70a634459b958cbc3db5b8314b is 50, key is test_row_0/B:col10/1732090973102/Put/seqid=0 2024-11-20T08:22:53,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741884_1060 (size=12629) 2024-11-20T08:22:53,246 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/568f988e787c42e6a115c627c8dd02af as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/568f988e787c42e6a115c627c8dd02af 2024-11-20T08:22:53,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:53,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091033261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:53,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:53,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091033261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:53,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:53,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091033262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:53,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:53,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091033264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:53,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091033265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:53,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741885_1061 (size=12151) 2024-11-20T08:22:53,273 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c26435dec77988f741fb9da4299b266a/C of c26435dec77988f741fb9da4299b266a into 568f988e787c42e6a115c627c8dd02af(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:22:53,273 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:53,273 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a., storeName=c26435dec77988f741fb9da4299b266a/C, priority=12, startTime=1732090973038; duration=0sec 2024-11-20T08:22:53,273 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:22:53,273 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26435dec77988f741fb9da4299b266a:C 2024-11-20T08:22:53,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/e8d81f70a634459b958cbc3db5b8314b 2024-11-20T08:22:53,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/bd53cf0fcf064fd58b5587a97ef1c9ea is 50, key is test_row_0/C:col10/1732090973102/Put/seqid=0 2024-11-20T08:22:53,303 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:53,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T08:22:53,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:53,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:53,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:53,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:53,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:53,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:53,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741886_1062 (size=12151) 2024-11-20T08:22:53,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/bd53cf0fcf064fd58b5587a97ef1c9ea 2024-11-20T08:22:53,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/b2c6a75324b749d08167f00211c11fba as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/b2c6a75324b749d08167f00211c11fba 2024-11-20T08:22:53,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/b2c6a75324b749d08167f00211c11fba, entries=150, sequenceid=235, filesize=11.9 K 2024-11-20T08:22:53,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/e8d81f70a634459b958cbc3db5b8314b as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/e8d81f70a634459b958cbc3db5b8314b 2024-11-20T08:22:53,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/e8d81f70a634459b958cbc3db5b8314b, entries=150, sequenceid=235, filesize=11.9 K 2024-11-20T08:22:53,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/bd53cf0fcf064fd58b5587a97ef1c9ea as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/bd53cf0fcf064fd58b5587a97ef1c9ea 2024-11-20T08:22:53,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/bd53cf0fcf064fd58b5587a97ef1c9ea, entries=150, sequenceid=235, filesize=11.9 K 2024-11-20T08:22:53,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c26435dec77988f741fb9da4299b266a in 264ms, sequenceid=235, compaction requested=false 2024-11-20T08:22:53,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:53,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T08:22:53,458 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:53,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-20T08:22:53,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:53,459 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing c26435dec77988f741fb9da4299b266a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T08:22:53,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=A 2024-11-20T08:22:53,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:53,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=B 2024-11-20T08:22:53,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:53,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=C 2024-11-20T08:22:53,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:53,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c26435dec77988f741fb9da4299b266a 2024-11-20T08:22:53,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:53,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/1d7a9d942c2e4157aee621cba951f0f3 is 50, key is test_row_0/A:col10/1732090973106/Put/seqid=0 2024-11-20T08:22:53,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741887_1063 (size=12151) 2024-11-20T08:22:53,578 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/1d7a9d942c2e4157aee621cba951f0f3 2024-11-20T08:22:53,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:53,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091033590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:53,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:53,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091033601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:53,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:53,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091033601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:53,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:53,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091033603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:53,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/4466c5c4b8d9423fb4a4de523bbc6b6a is 50, key is test_row_0/B:col10/1732090973106/Put/seqid=0 2024-11-20T08:22:53,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:53,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091033605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:53,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741888_1064 (size=12151) 2024-11-20T08:22:53,660 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/4466c5c4b8d9423fb4a4de523bbc6b6a 2024-11-20T08:22:53,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/5e10c1e8055b44b3941296285003f2b9 is 50, key is test_row_0/C:col10/1732090973106/Put/seqid=0 2024-11-20T08:22:53,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:53,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091033706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:53,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:53,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091033711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:53,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:53,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091033711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:53,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:53,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091033712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:53,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:53,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091033712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:53,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741889_1065 (size=12151) 2024-11-20T08:22:53,750 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/5e10c1e8055b44b3941296285003f2b9 2024-11-20T08:22:53,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/1d7a9d942c2e4157aee621cba951f0f3 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/1d7a9d942c2e4157aee621cba951f0f3 2024-11-20T08:22:53,777 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/1d7a9d942c2e4157aee621cba951f0f3, entries=150, sequenceid=249, filesize=11.9 K 2024-11-20T08:22:53,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/4466c5c4b8d9423fb4a4de523bbc6b6a as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/4466c5c4b8d9423fb4a4de523bbc6b6a 2024-11-20T08:22:53,788 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/4466c5c4b8d9423fb4a4de523bbc6b6a, entries=150, sequenceid=249, filesize=11.9 K 2024-11-20T08:22:53,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/5e10c1e8055b44b3941296285003f2b9 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/5e10c1e8055b44b3941296285003f2b9 2024-11-20T08:22:53,801 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/5e10c1e8055b44b3941296285003f2b9, entries=150, sequenceid=249, filesize=11.9 K 2024-11-20T08:22:53,804 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for c26435dec77988f741fb9da4299b266a in 345ms, sequenceid=249, compaction requested=true 2024-11-20T08:22:53,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:53,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:53,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-20T08:22:53,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-20T08:22:53,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-20T08:22:53,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 967 msec 2024-11-20T08:22:53,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 976 msec 2024-11-20T08:22:53,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c26435dec77988f741fb9da4299b266a 2024-11-20T08:22:53,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c26435dec77988f741fb9da4299b266a 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T08:22:53,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=A 2024-11-20T08:22:53,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:53,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=B 2024-11-20T08:22:53,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:53,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=C 2024-11-20T08:22:53,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:53,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/98395cd4b02440d4960b7bc0bc7e4f22 is 50, key is test_row_0/A:col10/1732090973585/Put/seqid=0 2024-11-20T08:22:53,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:53,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091033928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:53,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091033930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:53,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091033931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:53,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091033933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:53,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091033935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:53,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-20T08:22:53,944 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-20T08:22:53,947 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:22:53,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-20T08:22:53,950 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:22:53,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T08:22:53,951 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:22:53,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:22:53,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741890_1066 (size=14741) 2024-11-20T08:22:53,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/98395cd4b02440d4960b7bc0bc7e4f22 2024-11-20T08:22:54,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/ef1debc848c8491fa4c0285235dfa3e3 is 50, key is test_row_0/B:col10/1732090973585/Put/seqid=0 2024-11-20T08:22:54,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091034039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:54,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:54,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091034041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:54,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741891_1067 (size=12301) 2024-11-20T08:22:54,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091034041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:54,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091034041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:54,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091034043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T08:22:54,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/ef1debc848c8491fa4c0285235dfa3e3 2024-11-20T08:22:54,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/6430cfd682aa4ea19e34e7c4d1d79bfa is 50, key is test_row_0/C:col10/1732090973585/Put/seqid=0 2024-11-20T08:22:54,106 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:54,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T08:22:54,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:54,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:54,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:54,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:54,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:54,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:54,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741892_1068 (size=12301) 2024-11-20T08:22:54,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/6430cfd682aa4ea19e34e7c4d1d79bfa 2024-11-20T08:22:54,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/98395cd4b02440d4960b7bc0bc7e4f22 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/98395cd4b02440d4960b7bc0bc7e4f22 2024-11-20T08:22:54,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/98395cd4b02440d4960b7bc0bc7e4f22, entries=200, sequenceid=276, filesize=14.4 K 2024-11-20T08:22:54,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/ef1debc848c8491fa4c0285235dfa3e3 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/ef1debc848c8491fa4c0285235dfa3e3 2024-11-20T08:22:54,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/ef1debc848c8491fa4c0285235dfa3e3, entries=150, sequenceid=276, filesize=12.0 K 2024-11-20T08:22:54,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/6430cfd682aa4ea19e34e7c4d1d79bfa as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/6430cfd682aa4ea19e34e7c4d1d79bfa 2024-11-20T08:22:54,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/6430cfd682aa4ea19e34e7c4d1d79bfa, entries=150, sequenceid=276, filesize=12.0 K 2024-11-20T08:22:54,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for c26435dec77988f741fb9da4299b266a in 237ms, sequenceid=276, compaction requested=true 2024-11-20T08:22:54,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:54,154 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:22:54,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26435dec77988f741fb9da4299b266a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:22:54,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:22:54,154 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:22:54,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26435dec77988f741fb9da4299b266a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:22:54,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:22:54,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26435dec77988f741fb9da4299b266a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:22:54,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:22:54,157 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51672 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:22:54,157 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): c26435dec77988f741fb9da4299b266a/A is initiating minor compaction (all files) 2024-11-20T08:22:54,157 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c26435dec77988f741fb9da4299b266a/A in TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:54,157 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/5204572c68024f97a922f2e9db486822, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/b2c6a75324b749d08167f00211c11fba, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/1d7a9d942c2e4157aee621cba951f0f3, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/98395cd4b02440d4960b7bc0bc7e4f22] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp, totalSize=50.5 K 2024-11-20T08:22:54,158 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:22:54,158 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5204572c68024f97a922f2e9db486822, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732090971768 2024-11-20T08:22:54,158 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): c26435dec77988f741fb9da4299b266a/B is initiating minor compaction (all files) 2024-11-20T08:22:54,158 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c26435dec77988f741fb9da4299b266a/B in TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:54,158 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/17dacab491fe42109ae5f6894fc944d1, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/e8d81f70a634459b958cbc3db5b8314b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/4466c5c4b8d9423fb4a4de523bbc6b6a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/ef1debc848c8491fa4c0285235dfa3e3] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp, totalSize=48.1 K 2024-11-20T08:22:54,159 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 17dacab491fe42109ae5f6894fc944d1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732090971768 2024-11-20T08:22:54,159 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2c6a75324b749d08167f00211c11fba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732090972445 2024-11-20T08:22:54,160 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting e8d81f70a634459b958cbc3db5b8314b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732090972445 2024-11-20T08:22:54,160 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d7a9d942c2e4157aee621cba951f0f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732090973106 2024-11-20T08:22:54,160 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 4466c5c4b8d9423fb4a4de523bbc6b6a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732090973106 2024-11-20T08:22:54,161 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98395cd4b02440d4960b7bc0bc7e4f22, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732090973585 2024-11-20T08:22:54,161 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting ef1debc848c8491fa4c0285235dfa3e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732090973585 2024-11-20T08:22:54,193 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26435dec77988f741fb9da4299b266a#B#compaction#54 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:22:54,194 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/6e9f0460b7ab49c182e91ac805adc3b3 is 50, key is test_row_0/B:col10/1732090973585/Put/seqid=0 2024-11-20T08:22:54,204 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26435dec77988f741fb9da4299b266a#A#compaction#55 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:22:54,206 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/a176f291567f4afca68a770b86f26f17 is 50, key is test_row_0/A:col10/1732090973585/Put/seqid=0 2024-11-20T08:22:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T08:22:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c26435dec77988f741fb9da4299b266a 2024-11-20T08:22:54,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c26435dec77988f741fb9da4299b266a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T08:22:54,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=A 2024-11-20T08:22:54,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:54,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=B 2024-11-20T08:22:54,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:54,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=C 2024-11-20T08:22:54,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:54,262 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:54,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741893_1069 (size=12915) 2024-11-20T08:22:54,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T08:22:54,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:54,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:54,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:54,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:54,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:54,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/73e882f3917640e0af23166fd0408a67 is 50, key is test_row_0/A:col10/1732090974257/Put/seqid=0 2024-11-20T08:22:54,277 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/6e9f0460b7ab49c182e91ac805adc3b3 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/6e9f0460b7ab49c182e91ac805adc3b3 2024-11-20T08:22:54,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741894_1070 (size=12915) 2024-11-20T08:22:54,290 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/a176f291567f4afca68a770b86f26f17 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/a176f291567f4afca68a770b86f26f17 2024-11-20T08:22:54,294 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c26435dec77988f741fb9da4299b266a/B of c26435dec77988f741fb9da4299b266a into 6e9f0460b7ab49c182e91ac805adc3b3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:22:54,294 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:54,294 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a., storeName=c26435dec77988f741fb9da4299b266a/B, priority=12, startTime=1732090974154; duration=0sec 2024-11-20T08:22:54,294 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:22:54,294 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26435dec77988f741fb9da4299b266a:B 2024-11-20T08:22:54,294 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:22:54,297 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:22:54,297 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): c26435dec77988f741fb9da4299b266a/C is initiating minor compaction (all files) 2024-11-20T08:22:54,297 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c26435dec77988f741fb9da4299b266a/C in TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:54,298 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/568f988e787c42e6a115c627c8dd02af, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/bd53cf0fcf064fd58b5587a97ef1c9ea, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/5e10c1e8055b44b3941296285003f2b9, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/6430cfd682aa4ea19e34e7c4d1d79bfa] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp, totalSize=48.1 K 2024-11-20T08:22:54,298 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 568f988e787c42e6a115c627c8dd02af, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732090971768 2024-11-20T08:22:54,299 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting bd53cf0fcf064fd58b5587a97ef1c9ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732090972445 2024-11-20T08:22:54,301 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e10c1e8055b44b3941296285003f2b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732090973106 2024-11-20T08:22:54,302 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 6430cfd682aa4ea19e34e7c4d1d79bfa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732090973585 2024-11-20T08:22:54,305 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c26435dec77988f741fb9da4299b266a/A of c26435dec77988f741fb9da4299b266a into a176f291567f4afca68a770b86f26f17(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:22:54,305 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:54,305 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a., storeName=c26435dec77988f741fb9da4299b266a/A, priority=12, startTime=1732090974153; duration=0sec 2024-11-20T08:22:54,305 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:22:54,305 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26435dec77988f741fb9da4299b266a:A 2024-11-20T08:22:54,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741895_1071 (size=19621) 2024-11-20T08:22:54,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/73e882f3917640e0af23166fd0408a67 2024-11-20T08:22:54,335 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26435dec77988f741fb9da4299b266a#C#compaction#57 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:22:54,336 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/e2a08c2d8c604cbc9eb64e4dd1c1db10 is 50, key is test_row_0/C:col10/1732090973585/Put/seqid=0 2024-11-20T08:22:54,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/62edf64dabc048edbc605c9846bfecd9 is 50, key is test_row_0/B:col10/1732090974257/Put/seqid=0 2024-11-20T08:22:54,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741896_1072 (size=12915) 2024-11-20T08:22:54,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741897_1073 (size=12301) 2024-11-20T08:22:54,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/62edf64dabc048edbc605c9846bfecd9 2024-11-20T08:22:54,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/9adfab9f0b7448209cbc46edf736a320 is 50, key is test_row_0/C:col10/1732090974257/Put/seqid=0 2024-11-20T08:22:54,418 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:54,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T08:22:54,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:54,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:54,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:54,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:54,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:54,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:54,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:54,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091034347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091034350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:54,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091034437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:54,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091034437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:54,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091034438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:54,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741898_1074 (size=12301) 2024-11-20T08:22:54,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091034538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:54,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091034538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:54,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091034542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:54,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091034544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:54,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091034544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T08:22:54,572 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:54,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T08:22:54,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:54,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:54,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:54,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:54,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:54,730 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:54,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T08:22:54,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:54,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:54,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:54,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:54,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:54,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091034747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:54,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091034749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:54,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:54,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091034746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091034751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:54,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091034753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:54,786 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/e2a08c2d8c604cbc9eb64e4dd1c1db10 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/e2a08c2d8c604cbc9eb64e4dd1c1db10 2024-11-20T08:22:54,798 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c26435dec77988f741fb9da4299b266a/C of c26435dec77988f741fb9da4299b266a into e2a08c2d8c604cbc9eb64e4dd1c1db10(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:22:54,798 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:54,798 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a., storeName=c26435dec77988f741fb9da4299b266a/C, priority=12, startTime=1732090974156; duration=0sec 2024-11-20T08:22:54,798 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:22:54,798 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26435dec77988f741fb9da4299b266a:C 2024-11-20T08:22:54,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/9adfab9f0b7448209cbc46edf736a320 2024-11-20T08:22:54,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/73e882f3917640e0af23166fd0408a67 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/73e882f3917640e0af23166fd0408a67 2024-11-20T08:22:54,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/73e882f3917640e0af23166fd0408a67, entries=300, sequenceid=288, filesize=19.2 K 2024-11-20T08:22:54,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/62edf64dabc048edbc605c9846bfecd9 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/62edf64dabc048edbc605c9846bfecd9 2024-11-20T08:22:54,884 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:54,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T08:22:54,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:54,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:54,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:54,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:54,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:54,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/62edf64dabc048edbc605c9846bfecd9, entries=150, sequenceid=288, filesize=12.0 K 2024-11-20T08:22:54,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/9adfab9f0b7448209cbc46edf736a320 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/9adfab9f0b7448209cbc46edf736a320 2024-11-20T08:22:54,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/9adfab9f0b7448209cbc46edf736a320, entries=150, sequenceid=288, filesize=12.0 K 2024-11-20T08:22:54,906 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c26435dec77988f741fb9da4299b266a in 649ms, sequenceid=288, compaction requested=false 2024-11-20T08:22:54,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:55,039 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:55,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-20T08:22:55,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:55,040 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing c26435dec77988f741fb9da4299b266a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T08:22:55,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=A 2024-11-20T08:22:55,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:55,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=B 2024-11-20T08:22:55,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:55,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=C 2024-11-20T08:22:55,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:55,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/be344549130f4162b05a4bc49a0fa21c is 50, key is test_row_0/A:col10/1732090974339/Put/seqid=0 2024-11-20T08:22:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T08:22:55,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c26435dec77988f741fb9da4299b266a 2024-11-20T08:22:55,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:55,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741899_1075 (size=12301) 2024-11-20T08:22:55,080 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/be344549130f4162b05a4bc49a0fa21c 2024-11-20T08:22:55,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091035076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:55,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091035075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:55,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091035077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:55,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091035078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:55,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:55,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091035081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:55,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/f031c1f6f00e44729363fdf0099203a5 is 50, key is test_row_0/B:col10/1732090974339/Put/seqid=0 2024-11-20T08:22:55,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741900_1076 (size=12301) 2024-11-20T08:22:55,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:55,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091035186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:55,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:55,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091035186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:55,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:55,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091035187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:55,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:55,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091035189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:55,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:55,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091035190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:55,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:55,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091035392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:55,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:55,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091035394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:55,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:55,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091035397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:55,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:55,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091035398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:55,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:55,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091035400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:55,555 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/f031c1f6f00e44729363fdf0099203a5 2024-11-20T08:22:55,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/e25de0f4581b4783a5cb7287d696d67d is 50, key is test_row_0/C:col10/1732090974339/Put/seqid=0 2024-11-20T08:22:55,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741901_1077 (size=12301) 2024-11-20T08:22:55,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091035696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:55,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:55,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091035699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:55,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091035704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:55,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091035706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:55,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091035708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:55,997 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/e25de0f4581b4783a5cb7287d696d67d 2024-11-20T08:22:56,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/be344549130f4162b05a4bc49a0fa21c as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/be344549130f4162b05a4bc49a0fa21c 2024-11-20T08:22:56,018 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/be344549130f4162b05a4bc49a0fa21c, entries=150, sequenceid=315, filesize=12.0 K 2024-11-20T08:22:56,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/f031c1f6f00e44729363fdf0099203a5 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/f031c1f6f00e44729363fdf0099203a5 2024-11-20T08:22:56,031 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/f031c1f6f00e44729363fdf0099203a5, entries=150, sequenceid=315, filesize=12.0 K 2024-11-20T08:22:56,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/e25de0f4581b4783a5cb7287d696d67d as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/e25de0f4581b4783a5cb7287d696d67d 2024-11-20T08:22:56,043 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/e25de0f4581b4783a5cb7287d696d67d, entries=150, sequenceid=315, filesize=12.0 K 2024-11-20T08:22:56,046 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for c26435dec77988f741fb9da4299b266a in 1005ms, sequenceid=315, compaction requested=true 2024-11-20T08:22:56,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:56,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:56,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-20T08:22:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-20T08:22:56,051 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-20T08:22:56,051 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0970 sec 2024-11-20T08:22:56,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 2.1040 sec 2024-11-20T08:22:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-20T08:22:56,057 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-20T08:22:56,059 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:22:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-20T08:22:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T08:22:56,061 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:22:56,062 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:22:56,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:22:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T08:22:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c26435dec77988f741fb9da4299b266a 2024-11-20T08:22:56,203 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c26435dec77988f741fb9da4299b266a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T08:22:56,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=A 2024-11-20T08:22:56,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:56,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=B 2024-11-20T08:22:56,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:56,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=C 2024-11-20T08:22:56,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:56,215 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:56,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T08:22:56,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:56,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:56,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:56,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:56,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:56,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/1f60a33663cf478083e234b47b27ece1 is 50, key is test_row_0/A:col10/1732090976201/Put/seqid=0 2024-11-20T08:22:56,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091036245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:56,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091036248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:56,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091036249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:56,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091036251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:56,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091036251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:56,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741902_1078 (size=14741) 2024-11-20T08:22:56,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/1f60a33663cf478083e234b47b27ece1 2024-11-20T08:22:56,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/ea9ac73624554433846ffdc5cef87027 is 50, key is test_row_0/B:col10/1732090976201/Put/seqid=0 2024-11-20T08:22:56,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741903_1079 (size=12301) 2024-11-20T08:22:56,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/ea9ac73624554433846ffdc5cef87027 2024-11-20T08:22:56,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:56,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091036354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:56,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/fe7d51972b7942cca19521476cda902f is 50, key is test_row_0/C:col10/1732090976201/Put/seqid=0 2024-11-20T08:22:56,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:56,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091036357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:56,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:56,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091036358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:56,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:56,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091036359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:56,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T08:22:56,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:56,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091036360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:56,370 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:56,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T08:22:56,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:56,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:56,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:56,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:56,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:56,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741904_1080 (size=12301) 2024-11-20T08:22:56,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/fe7d51972b7942cca19521476cda902f 2024-11-20T08:22:56,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/1f60a33663cf478083e234b47b27ece1 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/1f60a33663cf478083e234b47b27ece1 2024-11-20T08:22:56,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/1f60a33663cf478083e234b47b27ece1, entries=200, sequenceid=329, filesize=14.4 K 2024-11-20T08:22:56,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/ea9ac73624554433846ffdc5cef87027 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/ea9ac73624554433846ffdc5cef87027 2024-11-20T08:22:56,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/ea9ac73624554433846ffdc5cef87027, entries=150, sequenceid=329, filesize=12.0 K 2024-11-20T08:22:56,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/fe7d51972b7942cca19521476cda902f as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/fe7d51972b7942cca19521476cda902f 2024-11-20T08:22:56,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/fe7d51972b7942cca19521476cda902f, entries=150, sequenceid=329, filesize=12.0 K 2024-11-20T08:22:56,469 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for c26435dec77988f741fb9da4299b266a in 265ms, sequenceid=329, compaction requested=true 2024-11-20T08:22:56,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:56,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26435dec77988f741fb9da4299b266a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:22:56,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:22:56,469 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:22:56,469 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:22:56,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26435dec77988f741fb9da4299b266a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:22:56,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:22:56,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26435dec77988f741fb9da4299b266a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:22:56,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:22:56,471 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 59578 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:22:56,472 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): c26435dec77988f741fb9da4299b266a/A is initiating minor compaction (all files) 2024-11-20T08:22:56,472 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c26435dec77988f741fb9da4299b266a/A in TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:56,472 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/a176f291567f4afca68a770b86f26f17, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/73e882f3917640e0af23166fd0408a67, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/be344549130f4162b05a4bc49a0fa21c, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/1f60a33663cf478083e234b47b27ece1] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp, totalSize=58.2 K 2024-11-20T08:22:56,472 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:22:56,472 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): c26435dec77988f741fb9da4299b266a/B is initiating minor compaction (all files) 2024-11-20T08:22:56,472 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c26435dec77988f741fb9da4299b266a/B in TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:56,473 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/6e9f0460b7ab49c182e91ac805adc3b3, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/62edf64dabc048edbc605c9846bfecd9, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/f031c1f6f00e44729363fdf0099203a5, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/ea9ac73624554433846ffdc5cef87027] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp, totalSize=48.7 K 2024-11-20T08:22:56,473 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e9f0460b7ab49c182e91ac805adc3b3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732090973585 2024-11-20T08:22:56,474 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting a176f291567f4afca68a770b86f26f17, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732090973585 2024-11-20T08:22:56,474 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 62edf64dabc048edbc605c9846bfecd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732090973928 2024-11-20T08:22:56,474 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73e882f3917640e0af23166fd0408a67, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732090973928 2024-11-20T08:22:56,475 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting f031c1f6f00e44729363fdf0099203a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732090974339 2024-11-20T08:22:56,475 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting be344549130f4162b05a4bc49a0fa21c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732090974339 2024-11-20T08:22:56,475 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting ea9ac73624554433846ffdc5cef87027, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732090975074 2024-11-20T08:22:56,476 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f60a33663cf478083e234b47b27ece1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732090975074 2024-11-20T08:22:56,498 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26435dec77988f741fb9da4299b266a#A#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:22:56,499 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/1e4883b17d074d73aeadcb6d29b690e0 is 50, key is test_row_0/A:col10/1732090976201/Put/seqid=0 2024-11-20T08:22:56,519 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26435dec77988f741fb9da4299b266a#B#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:22:56,520 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/698b2ad0e56941408853300c1fd91dcc is 50, key is test_row_0/B:col10/1732090976201/Put/seqid=0 2024-11-20T08:22:56,526 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:56,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-20T08:22:56,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:56,527 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing c26435dec77988f741fb9da4299b266a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T08:22:56,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=A 2024-11-20T08:22:56,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:56,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=B 2024-11-20T08:22:56,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:56,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=C 2024-11-20T08:22:56,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:56,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741905_1081 (size=13051) 2024-11-20T08:22:56,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/8b5e5cededba4b15b1ec96003445f443 is 50, key is test_row_0/A:col10/1732090976248/Put/seqid=0 2024-11-20T08:22:56,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:56,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c26435dec77988f741fb9da4299b266a 2024-11-20T08:22:56,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741906_1082 (size=13051) 2024-11-20T08:22:56,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:56,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091036575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:56,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:56,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091036577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:56,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:56,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091036579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:56,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:56,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091036580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:56,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:56,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091036581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:56,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741907_1083 (size=12301) 2024-11-20T08:22:56,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T08:22:56,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:56,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091036688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:56,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:56,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091036688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:56,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:56,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091036688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:56,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:56,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091036688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:56,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:56,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091036689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:56,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091036896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:56,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091036896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:56,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091036897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:56,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091036897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:56,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091036897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:56,956 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/1e4883b17d074d73aeadcb6d29b690e0 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/1e4883b17d074d73aeadcb6d29b690e0 2024-11-20T08:22:56,964 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c26435dec77988f741fb9da4299b266a/A of c26435dec77988f741fb9da4299b266a into 1e4883b17d074d73aeadcb6d29b690e0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:22:56,964 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:56,964 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a., storeName=c26435dec77988f741fb9da4299b266a/A, priority=12, startTime=1732090976469; duration=0sec 2024-11-20T08:22:56,965 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:22:56,965 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26435dec77988f741fb9da4299b266a:A 2024-11-20T08:22:56,965 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:22:56,967 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:22:56,967 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): c26435dec77988f741fb9da4299b266a/C is initiating minor compaction (all files) 2024-11-20T08:22:56,967 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c26435dec77988f741fb9da4299b266a/C in TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:56,967 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/e2a08c2d8c604cbc9eb64e4dd1c1db10, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/9adfab9f0b7448209cbc46edf736a320, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/e25de0f4581b4783a5cb7287d696d67d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/fe7d51972b7942cca19521476cda902f] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp, totalSize=48.7 K 2024-11-20T08:22:56,968 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2a08c2d8c604cbc9eb64e4dd1c1db10, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732090973585 2024-11-20T08:22:56,968 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9adfab9f0b7448209cbc46edf736a320, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732090973928 2024-11-20T08:22:56,969 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting e25de0f4581b4783a5cb7287d696d67d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732090974339 2024-11-20T08:22:56,969 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe7d51972b7942cca19521476cda902f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732090975074 2024-11-20T08:22:56,982 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26435dec77988f741fb9da4299b266a#C#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:22:56,983 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/9842f2a415974f659eaabb4ef520ee00 is 50, key is test_row_0/C:col10/1732090976201/Put/seqid=0 2024-11-20T08:22:57,003 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/698b2ad0e56941408853300c1fd91dcc as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/698b2ad0e56941408853300c1fd91dcc 2024-11-20T08:22:57,013 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c26435dec77988f741fb9da4299b266a/B of c26435dec77988f741fb9da4299b266a into 698b2ad0e56941408853300c1fd91dcc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:22:57,013 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:57,013 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a., storeName=c26435dec77988f741fb9da4299b266a/B, priority=12, startTime=1732090976469; duration=0sec 2024-11-20T08:22:57,013 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:22:57,013 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26435dec77988f741fb9da4299b266a:B 2024-11-20T08:22:57,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741908_1084 (size=13051) 2024-11-20T08:22:57,026 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/8b5e5cededba4b15b1ec96003445f443 2024-11-20T08:22:57,034 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/9842f2a415974f659eaabb4ef520ee00 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/9842f2a415974f659eaabb4ef520ee00 2024-11-20T08:22:57,043 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c26435dec77988f741fb9da4299b266a/C of c26435dec77988f741fb9da4299b266a into 9842f2a415974f659eaabb4ef520ee00(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:22:57,043 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:57,043 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a., storeName=c26435dec77988f741fb9da4299b266a/C, priority=12, startTime=1732090976469; duration=0sec 2024-11-20T08:22:57,043 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:22:57,043 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26435dec77988f741fb9da4299b266a:C 2024-11-20T08:22:57,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/fd4ef436ab134da0b48b7fdf0414111e is 50, key is test_row_0/B:col10/1732090976248/Put/seqid=0 2024-11-20T08:22:57,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741909_1085 (size=12301) 2024-11-20T08:22:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T08:22:57,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091037205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:57,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091037206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:57,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091037207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:57,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091037208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:57,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091037209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:57,495 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/fd4ef436ab134da0b48b7fdf0414111e 2024-11-20T08:22:57,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/7d1beb0114744ea089fb68d1c17f0dcb is 50, key is test_row_0/C:col10/1732090976248/Put/seqid=0 2024-11-20T08:22:57,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741910_1086 (size=12301) 2024-11-20T08:22:57,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091037712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:57,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091037712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:57,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091037715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:57,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091037716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:57,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091037717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:57,956 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/7d1beb0114744ea089fb68d1c17f0dcb 2024-11-20T08:22:57,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/8b5e5cededba4b15b1ec96003445f443 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/8b5e5cededba4b15b1ec96003445f443 2024-11-20T08:22:57,973 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/8b5e5cededba4b15b1ec96003445f443, entries=150, sequenceid=352, filesize=12.0 K 2024-11-20T08:22:57,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/fd4ef436ab134da0b48b7fdf0414111e as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/fd4ef436ab134da0b48b7fdf0414111e 2024-11-20T08:22:57,986 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/fd4ef436ab134da0b48b7fdf0414111e, entries=150, sequenceid=352, filesize=12.0 K 2024-11-20T08:22:57,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/7d1beb0114744ea089fb68d1c17f0dcb as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/7d1beb0114744ea089fb68d1c17f0dcb 2024-11-20T08:22:57,999 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/7d1beb0114744ea089fb68d1c17f0dcb, entries=150, sequenceid=352, filesize=12.0 K 2024-11-20T08:22:58,002 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for c26435dec77988f741fb9da4299b266a in 1474ms, sequenceid=352, compaction requested=false 2024-11-20T08:22:58,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:58,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:58,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-20T08:22:58,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-20T08:22:58,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-20T08:22:58,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9430 sec 2024-11-20T08:22:58,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.9510 sec 2024-11-20T08:22:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-20T08:22:58,167 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-20T08:22:58,170 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:22:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-20T08:22:58,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T08:22:58,187 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:22:58,189 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:22:58,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:22:58,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T08:22:58,354 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:58,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-20T08:22:58,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:58,357 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing c26435dec77988f741fb9da4299b266a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T08:22:58,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=A 2024-11-20T08:22:58,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:58,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=B 2024-11-20T08:22:58,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:58,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=C 2024-11-20T08:22:58,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:58,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/a3ea1f1a03324b59a8e0af5cd50f62d1 is 50, key is test_row_0/A:col10/1732090976580/Put/seqid=0 2024-11-20T08:22:58,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741911_1087 (size=12301) 2024-11-20T08:22:58,410 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/a3ea1f1a03324b59a8e0af5cd50f62d1 2024-11-20T08:22:58,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/c49c26c091584faa8f02634c10ce3f34 is 50, key is test_row_0/B:col10/1732090976580/Put/seqid=0 2024-11-20T08:22:58,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741912_1088 (size=12301) 2024-11-20T08:22:58,476 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/c49c26c091584faa8f02634c10ce3f34 2024-11-20T08:22:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T08:22:58,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/701d5acfe2394c1c89137c55d249de24 is 50, key is test_row_0/C:col10/1732090976580/Put/seqid=0 2024-11-20T08:22:58,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741913_1089 (size=12301) 2024-11-20T08:22:58,537 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/701d5acfe2394c1c89137c55d249de24 2024-11-20T08:22:58,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/a3ea1f1a03324b59a8e0af5cd50f62d1 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/a3ea1f1a03324b59a8e0af5cd50f62d1 2024-11-20T08:22:58,564 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/a3ea1f1a03324b59a8e0af5cd50f62d1, entries=150, sequenceid=368, filesize=12.0 K 2024-11-20T08:22:58,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/c49c26c091584faa8f02634c10ce3f34 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/c49c26c091584faa8f02634c10ce3f34 2024-11-20T08:22:58,581 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/c49c26c091584faa8f02634c10ce3f34, entries=150, sequenceid=368, filesize=12.0 K 2024-11-20T08:22:58,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/701d5acfe2394c1c89137c55d249de24 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/701d5acfe2394c1c89137c55d249de24 2024-11-20T08:22:58,597 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/701d5acfe2394c1c89137c55d249de24, entries=150, sequenceid=368, filesize=12.0 K 2024-11-20T08:22:58,598 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for c26435dec77988f741fb9da4299b266a in 241ms, sequenceid=368, compaction requested=true 2024-11-20T08:22:58,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:58,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:58,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-20T08:22:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-20T08:22:58,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-20T08:22:58,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 411 msec 2024-11-20T08:22:58,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 433 msec 2024-11-20T08:22:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c26435dec77988f741fb9da4299b266a 2024-11-20T08:22:58,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c26435dec77988f741fb9da4299b266a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T08:22:58,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=A 2024-11-20T08:22:58,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:58,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=B 2024-11-20T08:22:58,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:58,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=C 2024-11-20T08:22:58,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:58,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/2d21b9acd6004cd89c951074bf9d51d3 is 50, key is test_row_0/A:col10/1732090978735/Put/seqid=0 2024-11-20T08:22:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-20T08:22:58,786 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-20T08:22:58,788 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:22:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-20T08:22:58,791 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:22:58,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T08:22:58,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741914_1090 (size=19621) 2024-11-20T08:22:58,793 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:22:58,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:22:58,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/2d21b9acd6004cd89c951074bf9d51d3 2024-11-20T08:22:58,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/22ea4b7debdd4168b72b5f2e5bc9f292 is 50, key is test_row_0/B:col10/1732090978735/Put/seqid=0 2024-11-20T08:22:58,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:58,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091038830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:58,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091038837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:58,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:58,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:58,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091038838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091038828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091038837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:58,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741915_1091 (size=12301) 2024-11-20T08:22:58,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/22ea4b7debdd4168b72b5f2e5bc9f292 2024-11-20T08:22:58,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/26653dc604ca48d58598a6e0c2eb7d14 is 50, key is test_row_0/C:col10/1732090978735/Put/seqid=0 2024-11-20T08:22:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T08:22:58,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741916_1092 (size=12301) 2024-11-20T08:22:58,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/26653dc604ca48d58598a6e0c2eb7d14 2024-11-20T08:22:58,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091038941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:58,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/2d21b9acd6004cd89c951074bf9d51d3 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/2d21b9acd6004cd89c951074bf9d51d3 2024-11-20T08:22:58,947 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:58,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-20T08:22:58,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:58,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:58,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:58,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:58,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:58,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:58,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/2d21b9acd6004cd89c951074bf9d51d3, entries=300, sequenceid=379, filesize=19.2 K 2024-11-20T08:22:58,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/22ea4b7debdd4168b72b5f2e5bc9f292 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/22ea4b7debdd4168b72b5f2e5bc9f292 2024-11-20T08:22:58,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/22ea4b7debdd4168b72b5f2e5bc9f292, entries=150, sequenceid=379, filesize=12.0 K 2024-11-20T08:22:58,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/26653dc604ca48d58598a6e0c2eb7d14 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/26653dc604ca48d58598a6e0c2eb7d14 2024-11-20T08:22:58,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091038955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:58,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/26653dc604ca48d58598a6e0c2eb7d14, entries=150, sequenceid=379, filesize=12.0 K 2024-11-20T08:22:58,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for c26435dec77988f741fb9da4299b266a in 230ms, sequenceid=379, compaction requested=true 2024-11-20T08:22:58,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:58,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26435dec77988f741fb9da4299b266a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:22:58,973 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:22:58,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:22:58,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26435dec77988f741fb9da4299b266a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:22:58,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:22:58,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26435dec77988f741fb9da4299b266a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:22:58,973 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:22:58,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:22:58,975 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57274 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:22:58,975 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): c26435dec77988f741fb9da4299b266a/A is initiating minor compaction (all files) 2024-11-20T08:22:58,975 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c26435dec77988f741fb9da4299b266a/A in TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:58,975 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/1e4883b17d074d73aeadcb6d29b690e0, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/8b5e5cededba4b15b1ec96003445f443, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/a3ea1f1a03324b59a8e0af5cd50f62d1, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/2d21b9acd6004cd89c951074bf9d51d3] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp, totalSize=55.9 K 2024-11-20T08:22:58,976 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:22:58,976 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): c26435dec77988f741fb9da4299b266a/B is initiating minor compaction (all files) 2024-11-20T08:22:58,976 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c26435dec77988f741fb9da4299b266a/B in TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:58,976 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/698b2ad0e56941408853300c1fd91dcc, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/fd4ef436ab134da0b48b7fdf0414111e, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/c49c26c091584faa8f02634c10ce3f34, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/22ea4b7debdd4168b72b5f2e5bc9f292] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp, totalSize=48.8 K 2024-11-20T08:22:58,977 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e4883b17d074d73aeadcb6d29b690e0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732090975074 2024-11-20T08:22:58,977 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 698b2ad0e56941408853300c1fd91dcc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732090975074 2024-11-20T08:22:58,977 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b5e5cededba4b15b1ec96003445f443, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732090976241 2024-11-20T08:22:58,978 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting fd4ef436ab134da0b48b7fdf0414111e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732090976241 2024-11-20T08:22:58,978 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3ea1f1a03324b59a8e0af5cd50f62d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732090976573 2024-11-20T08:22:58,978 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting c49c26c091584faa8f02634c10ce3f34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732090976573 2024-11-20T08:22:58,979 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d21b9acd6004cd89c951074bf9d51d3, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732090978730 2024-11-20T08:22:58,979 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 22ea4b7debdd4168b72b5f2e5bc9f292, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732090978735 2024-11-20T08:22:58,984 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c26435dec77988f741fb9da4299b266a 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T08:22:58,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c26435dec77988f741fb9da4299b266a 2024-11-20T08:22:58,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=A 2024-11-20T08:22:58,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:58,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=B 2024-11-20T08:22:58,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:58,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=C 2024-11-20T08:22:58,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:59,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/2f73cf9cc7dd4b9ebd743eca580c03ef is 50, key is test_row_0/A:col10/1732090978984/Put/seqid=0 2024-11-20T08:22:59,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091039002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:59,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091039002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:59,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091039004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:59,019 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26435dec77988f741fb9da4299b266a#B#compaction#79 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:22:59,024 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/e1985c2647e74948b84fdb63b7c5f595 is 50, key is test_row_0/B:col10/1732090978735/Put/seqid=0 2024-11-20T08:22:59,031 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26435dec77988f741fb9da4299b266a#A#compaction#80 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:22:59,032 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/f833bc92a125468eac6da5f421cbe5b4 is 50, key is test_row_0/A:col10/1732090978735/Put/seqid=0 2024-11-20T08:22:59,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741917_1093 (size=12301) 2024-11-20T08:22:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T08:22:59,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/2f73cf9cc7dd4b9ebd743eca580c03ef 2024-11-20T08:22:59,106 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:59,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-20T08:22:59,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:59,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:59,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:59,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:59,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:59,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091039113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:59,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091039113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:59,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091039113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:59,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741918_1094 (size=13187) 2024-11-20T08:22:59,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/4259eeff2db14252b3ed491248fa49f2 is 50, key is test_row_0/B:col10/1732090978984/Put/seqid=0 2024-11-20T08:22:59,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741919_1095 (size=13187) 2024-11-20T08:22:59,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:59,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091039149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:59,161 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/f833bc92a125468eac6da5f421cbe5b4 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/f833bc92a125468eac6da5f421cbe5b4 2024-11-20T08:22:59,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091039167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:59,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741920_1096 (size=12301) 2024-11-20T08:22:59,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/4259eeff2db14252b3ed491248fa49f2 2024-11-20T08:22:59,200 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c26435dec77988f741fb9da4299b266a/A of c26435dec77988f741fb9da4299b266a into f833bc92a125468eac6da5f421cbe5b4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:22:59,200 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:59,200 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a., storeName=c26435dec77988f741fb9da4299b266a/A, priority=12, startTime=1732090978973; duration=0sec 2024-11-20T08:22:59,200 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:22:59,200 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26435dec77988f741fb9da4299b266a:A 2024-11-20T08:22:59,200 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:22:59,202 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:22:59,202 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): c26435dec77988f741fb9da4299b266a/C is initiating minor compaction (all files) 2024-11-20T08:22:59,202 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c26435dec77988f741fb9da4299b266a/C in TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:59,202 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/9842f2a415974f659eaabb4ef520ee00, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/7d1beb0114744ea089fb68d1c17f0dcb, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/701d5acfe2394c1c89137c55d249de24, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/26653dc604ca48d58598a6e0c2eb7d14] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp, totalSize=48.8 K 2024-11-20T08:22:59,204 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9842f2a415974f659eaabb4ef520ee00, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732090975074 2024-11-20T08:22:59,204 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d1beb0114744ea089fb68d1c17f0dcb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732090976241 2024-11-20T08:22:59,205 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 701d5acfe2394c1c89137c55d249de24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732090976573 2024-11-20T08:22:59,205 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26653dc604ca48d58598a6e0c2eb7d14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732090978735 2024-11-20T08:22:59,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/2f57381eaa17428e803254325d414909 is 50, key is test_row_0/C:col10/1732090978984/Put/seqid=0 2024-11-20T08:22:59,224 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26435dec77988f741fb9da4299b266a#C#compaction#83 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:22:59,225 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/f2abe783151344878ffd5c79e5deea95 is 50, key is test_row_0/C:col10/1732090978735/Put/seqid=0 2024-11-20T08:22:59,262 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:59,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-20T08:22:59,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:59,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:59,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:59,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:59,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:22:59,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741921_1097 (size=12301) 2024-11-20T08:22:59,287 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/2f57381eaa17428e803254325d414909 2024-11-20T08:22:59,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/2f73cf9cc7dd4b9ebd743eca580c03ef as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/2f73cf9cc7dd4b9ebd743eca580c03ef 2024-11-20T08:22:59,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/2f73cf9cc7dd4b9ebd743eca580c03ef, entries=150, sequenceid=407, filesize=12.0 K 2024-11-20T08:22:59,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/4259eeff2db14252b3ed491248fa49f2 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/4259eeff2db14252b3ed491248fa49f2 2024-11-20T08:22:59,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741922_1098 (size=13187) 2024-11-20T08:22:59,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/4259eeff2db14252b3ed491248fa49f2, entries=150, sequenceid=407, filesize=12.0 K 2024-11-20T08:22:59,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:59,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091039321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091039321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:59,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091039323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:59,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/2f57381eaa17428e803254325d414909 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/2f57381eaa17428e803254325d414909 2024-11-20T08:22:59,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/2f57381eaa17428e803254325d414909, entries=150, sequenceid=407, filesize=12.0 K 2024-11-20T08:22:59,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for c26435dec77988f741fb9da4299b266a in 367ms, sequenceid=407, compaction requested=false 2024-11-20T08:22:59,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T08:22:59,416 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:59,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-20T08:22:59,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:22:59,417 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing c26435dec77988f741fb9da4299b266a 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T08:22:59,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=A 2024-11-20T08:22:59,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:59,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=B 2024-11-20T08:22:59,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:59,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=C 2024-11-20T08:22:59,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:22:59,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/349f1624b2d44d2a88c10f4b16f13fd1 is 50, key is test_row_0/A:col10/1732090979002/Put/seqid=0 2024-11-20T08:22:59,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:22:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c26435dec77988f741fb9da4299b266a 2024-11-20T08:22:59,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741923_1099 (size=12301) 2024-11-20T08:22:59,485 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/349f1624b2d44d2a88c10f4b16f13fd1 2024-11-20T08:22:59,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/690cccd6e4864f32b5f800a112c7d1e3 is 50, key is test_row_0/B:col10/1732090979002/Put/seqid=0 2024-11-20T08:22:59,534 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/e1985c2647e74948b84fdb63b7c5f595 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/e1985c2647e74948b84fdb63b7c5f595 2024-11-20T08:22:59,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741924_1100 (size=12301) 2024-11-20T08:22:59,564 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/690cccd6e4864f32b5f800a112c7d1e3 2024-11-20T08:22:59,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/29f28d097d2b4ffd8b03cfe70b09ea68 is 50, key is test_row_0/C:col10/1732090979002/Put/seqid=0 2024-11-20T08:22:59,626 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c26435dec77988f741fb9da4299b266a/B of c26435dec77988f741fb9da4299b266a into e1985c2647e74948b84fdb63b7c5f595(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:22:59,626 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:59,626 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a., storeName=c26435dec77988f741fb9da4299b266a/B, priority=12, startTime=1732090978973; duration=0sec 2024-11-20T08:22:59,626 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:22:59,626 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26435dec77988f741fb9da4299b266a:B 2024-11-20T08:22:59,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741925_1101 (size=12301) 2024-11-20T08:22:59,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091039649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:59,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091039652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:59,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091039669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:59,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:59,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091039677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:59,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091039678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:59,737 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/f2abe783151344878ffd5c79e5deea95 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/f2abe783151344878ffd5c79e5deea95 2024-11-20T08:22:59,745 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c26435dec77988f741fb9da4299b266a/C of c26435dec77988f741fb9da4299b266a into f2abe783151344878ffd5c79e5deea95(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:22:59,745 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:22:59,745 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a., storeName=c26435dec77988f741fb9da4299b266a/C, priority=12, startTime=1732090978973; duration=0sec 2024-11-20T08:22:59,746 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:22:59,746 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26435dec77988f741fb9da4299b266a:C 2024-11-20T08:22:59,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091039771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:59,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:59,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091039772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:59,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:59,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091039781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:59,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:59,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091039785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:59,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091039785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:59,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T08:22:59,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091039976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:59,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091039980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:59,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091039989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:59,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091039989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:22:59,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:22:59,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091039993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:00,035 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/29f28d097d2b4ffd8b03cfe70b09ea68 2024-11-20T08:23:00,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/349f1624b2d44d2a88c10f4b16f13fd1 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/349f1624b2d44d2a88c10f4b16f13fd1 2024-11-20T08:23:00,052 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/349f1624b2d44d2a88c10f4b16f13fd1, entries=150, sequenceid=416, filesize=12.0 K 2024-11-20T08:23:00,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/690cccd6e4864f32b5f800a112c7d1e3 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/690cccd6e4864f32b5f800a112c7d1e3 2024-11-20T08:23:00,061 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/690cccd6e4864f32b5f800a112c7d1e3, entries=150, sequenceid=416, filesize=12.0 K 2024-11-20T08:23:00,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/29f28d097d2b4ffd8b03cfe70b09ea68 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/29f28d097d2b4ffd8b03cfe70b09ea68 2024-11-20T08:23:00,068 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/29f28d097d2b4ffd8b03cfe70b09ea68, entries=150, sequenceid=416, filesize=12.0 K 2024-11-20T08:23:00,073 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for c26435dec77988f741fb9da4299b266a in 656ms, sequenceid=416, compaction requested=true 2024-11-20T08:23:00,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:23:00,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:23:00,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-20T08:23:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-20T08:23:00,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-20T08:23:00,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2820 sec 2024-11-20T08:23:00,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.2900 sec 2024-11-20T08:23:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c26435dec77988f741fb9da4299b266a 2024-11-20T08:23:00,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c26435dec77988f741fb9da4299b266a 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-20T08:23:00,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=A 2024-11-20T08:23:00,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:00,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=B 2024-11-20T08:23:00,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:00,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=C 2024-11-20T08:23:00,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:00,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091040290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:00,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091040291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:00,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091040293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:00,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/d155ebcc773843e0ac134e36f193f597 is 50, key is test_row_0/A:col10/1732090979656/Put/seqid=0 2024-11-20T08:23:00,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091040294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:00,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091040298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:00,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741926_1102 (size=14741) 2024-11-20T08:23:00,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091040393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:00,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:00,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091040396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:00,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:00,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091040600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091040600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:00,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/d155ebcc773843e0ac134e36f193f597 2024-11-20T08:23:00,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/e9f760aa8be64533889e0e224027c2b2 is 50, key is test_row_0/B:col10/1732090979656/Put/seqid=0 2024-11-20T08:23:00,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:00,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091040798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:00,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091040799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:00,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:00,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741927_1103 (size=12301) 2024-11-20T08:23:00,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091040805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:00,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/e9f760aa8be64533889e0e224027c2b2 2024-11-20T08:23:00,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/51b241594f144f599638596eef9b19cf is 50, key is test_row_0/C:col10/1732090979656/Put/seqid=0 2024-11-20T08:23:00,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741928_1104 (size=12301) 2024-11-20T08:23:00,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/51b241594f144f599638596eef9b19cf 2024-11-20T08:23:00,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/d155ebcc773843e0ac134e36f193f597 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/d155ebcc773843e0ac134e36f193f597 2024-11-20T08:23:00,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/d155ebcc773843e0ac134e36f193f597, entries=200, sequenceid=448, filesize=14.4 K 2024-11-20T08:23:00,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/e9f760aa8be64533889e0e224027c2b2 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/e9f760aa8be64533889e0e224027c2b2 2024-11-20T08:23:00,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/e9f760aa8be64533889e0e224027c2b2, entries=150, sequenceid=448, filesize=12.0 K 2024-11-20T08:23:00,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/51b241594f144f599638596eef9b19cf as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/51b241594f144f599638596eef9b19cf 2024-11-20T08:23:00,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/51b241594f144f599638596eef9b19cf, entries=150, sequenceid=448, filesize=12.0 K 2024-11-20T08:23:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-20T08:23:00,896 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-20T08:23:00,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for c26435dec77988f741fb9da4299b266a in 613ms, sequenceid=448, compaction requested=true 2024-11-20T08:23:00,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:23:00,898 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:23:00,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26435dec77988f741fb9da4299b266a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:23:00,898 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:23:00,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:00,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26435dec77988f741fb9da4299b266a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:23:00,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:00,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26435dec77988f741fb9da4299b266a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:23:00,898 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:23:00,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:00,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-20T08:23:00,901 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52530 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:23:00,901 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:23:00,901 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): c26435dec77988f741fb9da4299b266a/A is initiating minor compaction (all files) 2024-11-20T08:23:00,901 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): c26435dec77988f741fb9da4299b266a/B is initiating minor compaction (all files) 2024-11-20T08:23:00,901 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c26435dec77988f741fb9da4299b266a/A in TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:23:00,901 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c26435dec77988f741fb9da4299b266a/B in TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:23:00,901 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/e1985c2647e74948b84fdb63b7c5f595, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/4259eeff2db14252b3ed491248fa49f2, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/690cccd6e4864f32b5f800a112c7d1e3, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/e9f760aa8be64533889e0e224027c2b2] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp, totalSize=48.9 K 2024-11-20T08:23:00,901 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/f833bc92a125468eac6da5f421cbe5b4, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/2f73cf9cc7dd4b9ebd743eca580c03ef, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/349f1624b2d44d2a88c10f4b16f13fd1, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/d155ebcc773843e0ac134e36f193f597] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp, totalSize=51.3 K 2024-11-20T08:23:00,902 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:23:00,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T08:23:00,902 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting e1985c2647e74948b84fdb63b7c5f595, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732090978735 2024-11-20T08:23:00,902 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting f833bc92a125468eac6da5f421cbe5b4, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732090978735 2024-11-20T08:23:00,902 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 4259eeff2db14252b3ed491248fa49f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732090978834 2024-11-20T08:23:00,904 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:23:00,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:23:00,905 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f73cf9cc7dd4b9ebd743eca580c03ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732090978834 2024-11-20T08:23:00,905 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 349f1624b2d44d2a88c10f4b16f13fd1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732090978996 2024-11-20T08:23:00,907 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 690cccd6e4864f32b5f800a112c7d1e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732090978996 2024-11-20T08:23:00,908 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting d155ebcc773843e0ac134e36f193f597, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732090979650 2024-11-20T08:23:00,908 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting e9f760aa8be64533889e0e224027c2b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732090979656 2024-11-20T08:23:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c26435dec77988f741fb9da4299b266a 2024-11-20T08:23:00,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c26435dec77988f741fb9da4299b266a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T08:23:00,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=A 2024-11-20T08:23:00,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:00,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=B 2024-11-20T08:23:00,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:00,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=C 2024-11-20T08:23:00,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:00,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/d308131dd75142e29f900953d8b4f84f is 50, key is test_row_0/A:col10/1732090980912/Put/seqid=0 2024-11-20T08:23:00,930 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26435dec77988f741fb9da4299b266a#A#compaction#91 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:00,931 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/3888e102bfa445daab0067527d9b0899 is 50, key is test_row_0/A:col10/1732090979656/Put/seqid=0 2024-11-20T08:23:00,945 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26435dec77988f741fb9da4299b266a#B#compaction#92 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:00,946 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/b1f9a7a947f74b7282ae412ed3be8b78 is 50, key is test_row_0/B:col10/1732090979656/Put/seqid=0 2024-11-20T08:23:00,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091040975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:00,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091040975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:00,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741929_1105 (size=14741) 2024-11-20T08:23:00,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741930_1106 (size=13323) 2024-11-20T08:23:00,998 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/3888e102bfa445daab0067527d9b0899 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/3888e102bfa445daab0067527d9b0899 2024-11-20T08:23:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T08:23:01,006 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c26435dec77988f741fb9da4299b266a/A of c26435dec77988f741fb9da4299b266a into 3888e102bfa445daab0067527d9b0899(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:01,006 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:23:01,006 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a., storeName=c26435dec77988f741fb9da4299b266a/A, priority=12, startTime=1732090980898; duration=0sec 2024-11-20T08:23:01,006 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:01,007 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26435dec77988f741fb9da4299b266a:A 2024-11-20T08:23:01,007 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:23:01,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741931_1107 (size=13323) 2024-11-20T08:23:01,010 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:23:01,011 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): c26435dec77988f741fb9da4299b266a/C is initiating minor compaction (all files) 2024-11-20T08:23:01,011 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c26435dec77988f741fb9da4299b266a/C in TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:23:01,012 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/f2abe783151344878ffd5c79e5deea95, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/2f57381eaa17428e803254325d414909, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/29f28d097d2b4ffd8b03cfe70b09ea68, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/51b241594f144f599638596eef9b19cf] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp, totalSize=48.9 K 2024-11-20T08:23:01,012 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2abe783151344878ffd5c79e5deea95, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732090978735 2024-11-20T08:23:01,013 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f57381eaa17428e803254325d414909, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732090978834 2024-11-20T08:23:01,015 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29f28d097d2b4ffd8b03cfe70b09ea68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732090978996 2024-11-20T08:23:01,016 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51b241594f144f599638596eef9b19cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732090979656 2024-11-20T08:23:01,017 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/b1f9a7a947f74b7282ae412ed3be8b78 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/b1f9a7a947f74b7282ae412ed3be8b78 2024-11-20T08:23:01,024 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c26435dec77988f741fb9da4299b266a/B of c26435dec77988f741fb9da4299b266a into b1f9a7a947f74b7282ae412ed3be8b78(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:01,024 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:23:01,024 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a., storeName=c26435dec77988f741fb9da4299b266a/B, priority=12, startTime=1732090980898; duration=0sec 2024-11-20T08:23:01,025 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:01,025 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26435dec77988f741fb9da4299b266a:B 2024-11-20T08:23:01,034 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26435dec77988f741fb9da4299b266a#C#compaction#93 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:01,034 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/878ba397388b469ca2fddc05fedd106d is 50, key is test_row_0/C:col10/1732090979656/Put/seqid=0 2024-11-20T08:23:01,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741932_1108 (size=13323) 2024-11-20T08:23:01,059 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:01,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-20T08:23:01,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:23:01,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:23:01,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:23:01,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:01,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:01,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091041079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:01,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091041079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:01,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T08:23:01,212 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:01,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-20T08:23:01,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:23:01,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:23:01,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:23:01,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:01,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:01,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:01,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091041282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:01,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:01,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091041283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:01,366 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:01,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-20T08:23:01,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:23:01,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:23:01,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:23:01,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:01,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:01,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/d308131dd75142e29f900953d8b4f84f 2024-11-20T08:23:01,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/5b70dc5330994a75b5a864d3cc29b4fd is 50, key is test_row_0/B:col10/1732090980912/Put/seqid=0 2024-11-20T08:23:01,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741933_1109 (size=12301) 2024-11-20T08:23:01,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/5b70dc5330994a75b5a864d3cc29b4fd 2024-11-20T08:23:01,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/8666be655e394795b9cc44e9cf3fe2f9 is 50, key is test_row_0/C:col10/1732090980912/Put/seqid=0 2024-11-20T08:23:01,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741934_1110 (size=12301) 2024-11-20T08:23:01,454 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/878ba397388b469ca2fddc05fedd106d as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/878ba397388b469ca2fddc05fedd106d 2024-11-20T08:23:01,463 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c26435dec77988f741fb9da4299b266a/C of c26435dec77988f741fb9da4299b266a into 878ba397388b469ca2fddc05fedd106d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:01,463 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:23:01,463 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a., storeName=c26435dec77988f741fb9da4299b266a/C, priority=12, startTime=1732090980898; duration=0sec 2024-11-20T08:23:01,463 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:01,463 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26435dec77988f741fb9da4299b266a:C 2024-11-20T08:23:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T08:23:01,521 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:01,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-20T08:23:01,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:23:01,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:23:01,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:23:01,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:01,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:01,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091041586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:01,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091041587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:01,675 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:01,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-20T08:23:01,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:23:01,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:23:01,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:23:01,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:01,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:01,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1732091041805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:01,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53044 deadline: 1732091041809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:01,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52972 deadline: 1732091041814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:01,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/8666be655e394795b9cc44e9cf3fe2f9 2024-11-20T08:23:01,829 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:01,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-20T08:23:01,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:23:01,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:23:01,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/d308131dd75142e29f900953d8b4f84f as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/d308131dd75142e29f900953d8b4f84f 2024-11-20T08:23:01,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:23:01,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:01,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:01,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/d308131dd75142e29f900953d8b4f84f, entries=200, sequenceid=459, filesize=14.4 K 2024-11-20T08:23:01,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/5b70dc5330994a75b5a864d3cc29b4fd as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/5b70dc5330994a75b5a864d3cc29b4fd 2024-11-20T08:23:01,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/5b70dc5330994a75b5a864d3cc29b4fd, entries=150, sequenceid=459, filesize=12.0 K 2024-11-20T08:23:01,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/8666be655e394795b9cc44e9cf3fe2f9 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/8666be655e394795b9cc44e9cf3fe2f9 2024-11-20T08:23:01,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/8666be655e394795b9cc44e9cf3fe2f9, entries=150, sequenceid=459, filesize=12.0 K 2024-11-20T08:23:01,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for c26435dec77988f741fb9da4299b266a in 933ms, sequenceid=459, compaction requested=false 2024-11-20T08:23:01,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:23:01,983 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:01,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-20T08:23:01,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:23:01,984 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing c26435dec77988f741fb9da4299b266a 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T08:23:01,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=A 2024-11-20T08:23:01,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:01,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=B 2024-11-20T08:23:01,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:01,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=C 2024-11-20T08:23:01,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:01,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/3c53538d79bb47b9bfa4e78e14fbc85d is 50, key is test_row_0/A:col10/1732090980962/Put/seqid=0 2024-11-20T08:23:02,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741935_1111 (size=12301) 2024-11-20T08:23:02,004 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/3c53538d79bb47b9bfa4e78e14fbc85d 2024-11-20T08:23:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T08:23:02,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/0264ba5605a14dc38c70a240765ce2e9 is 50, key is test_row_0/B:col10/1732090980962/Put/seqid=0 2024-11-20T08:23:02,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741936_1112 (size=12301) 2024-11-20T08:23:02,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. as already flushing 2024-11-20T08:23:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c26435dec77988f741fb9da4299b266a 2024-11-20T08:23:02,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:02,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091042104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091042104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:02,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:02,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091042208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091042208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:02,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091042411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:02,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091042411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:02,436 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/0264ba5605a14dc38c70a240765ce2e9 2024-11-20T08:23:02,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/d3eca2b0e01e4e0db5c2adcd065bc4ca is 50, key is test_row_0/C:col10/1732090980962/Put/seqid=0 2024-11-20T08:23:02,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741937_1113 (size=12301) 2024-11-20T08:23:02,474 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e6758ed to 127.0.0.1:55720 2024-11-20T08:23:02,474 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:23:02,475 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f0c7188 to 127.0.0.1:55720 2024-11-20T08:23:02,475 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:23:02,476 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22daddc4 to 127.0.0.1:55720 2024-11-20T08:23:02,476 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:23:02,479 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x50c9c1d1 to 127.0.0.1:55720 2024-11-20T08:23:02,479 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:23:02,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:02,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53038 deadline: 1732091042716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:02,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:02,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53048 deadline: 1732091042718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:02,857 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/d3eca2b0e01e4e0db5c2adcd065bc4ca 2024-11-20T08:23:02,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/3c53538d79bb47b9bfa4e78e14fbc85d as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/3c53538d79bb47b9bfa4e78e14fbc85d 2024-11-20T08:23:02,867 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/3c53538d79bb47b9bfa4e78e14fbc85d, entries=150, sequenceid=488, filesize=12.0 K 2024-11-20T08:23:02,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/0264ba5605a14dc38c70a240765ce2e9 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/0264ba5605a14dc38c70a240765ce2e9 2024-11-20T08:23:02,873 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/0264ba5605a14dc38c70a240765ce2e9, entries=150, sequenceid=488, filesize=12.0 K 2024-11-20T08:23:02,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/d3eca2b0e01e4e0db5c2adcd065bc4ca as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/d3eca2b0e01e4e0db5c2adcd065bc4ca 2024-11-20T08:23:02,877 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/d3eca2b0e01e4e0db5c2adcd065bc4ca, entries=150, sequenceid=488, filesize=12.0 K 2024-11-20T08:23:02,878 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for c26435dec77988f741fb9da4299b266a in 894ms, sequenceid=488, compaction requested=true 2024-11-20T08:23:02,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:23:02,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:23:02,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-20T08:23:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-20T08:23:02,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-20T08:23:02,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9760 sec 2024-11-20T08:23:02,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.9830 sec 2024-11-20T08:23:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-20T08:23:03,007 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-20T08:23:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c26435dec77988f741fb9da4299b266a 2024-11-20T08:23:03,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c26435dec77988f741fb9da4299b266a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T08:23:03,219 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2ec99212 to 127.0.0.1:55720 2024-11-20T08:23:03,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=A 2024-11-20T08:23:03,220 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:23:03,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:03,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=B 2024-11-20T08:23:03,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:03,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=C 2024-11-20T08:23:03,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:03,223 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x30c68ddf to 127.0.0.1:55720 2024-11-20T08:23:03,223 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:23:03,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/c631764dcdf640169a293548946fdb30 is 50, key is test_row_0/A:col10/1732090982095/Put/seqid=0 2024-11-20T08:23:03,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741938_1114 (size=12301) 2024-11-20T08:23:03,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/c631764dcdf640169a293548946fdb30 2024-11-20T08:23:03,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/90ed726c94c64869a550792cc39f6343 is 50, key is test_row_0/B:col10/1732090982095/Put/seqid=0 2024-11-20T08:23:03,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741939_1115 (size=12301) 2024-11-20T08:23:03,821 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d7115de to 127.0.0.1:55720 2024-11-20T08:23:03,821 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:23:03,825 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2cac4303 to 127.0.0.1:55720 2024-11-20T08:23:03,825 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:23:03,827 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x305f2915 to 127.0.0.1:55720 2024-11-20T08:23:03,827 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:23:03,827 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T08:23:03,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-20T08:23:03,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-20T08:23:03,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-20T08:23:03,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-11-20T08:23:03,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-11-20T08:23:03,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T08:23:03,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3504 2024-11-20T08:23:03,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3431 2024-11-20T08:23:03,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T08:23:03,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1584 2024-11-20T08:23:03,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4746 rows 2024-11-20T08:23:03,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1585 2024-11-20T08:23:03,828 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4754 rows 2024-11-20T08:23:03,828 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T08:23:03,828 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f2052a7 to 127.0.0.1:55720 2024-11-20T08:23:03,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:23:03,833 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T08:23:03,837 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T08:23:03,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T08:23:03,844 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090983843"}]},"ts":"1732090983843"} 2024-11-20T08:23:03,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T08:23:03,845 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T08:23:03,847 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T08:23:03,848 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T08:23:03,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c26435dec77988f741fb9da4299b266a, UNASSIGN}] 2024-11-20T08:23:03,853 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c26435dec77988f741fb9da4299b266a, UNASSIGN 2024-11-20T08:23:03,853 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=c26435dec77988f741fb9da4299b266a, regionState=CLOSING, regionLocation=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:03,854 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T08:23:03,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; CloseRegionProcedure c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262}] 2024-11-20T08:23:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T08:23:04,008 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:04,010 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(124): Close c26435dec77988f741fb9da4299b266a 2024-11-20T08:23:04,010 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T08:23:04,010 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1681): Closing c26435dec77988f741fb9da4299b266a, disabling compactions & flushes 2024-11-20T08:23:04,011 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:23:04,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/90ed726c94c64869a550792cc39f6343 2024-11-20T08:23:04,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/24bfd8ad518e4700916ae88707285dc3 is 50, key is test_row_0/C:col10/1732090982095/Put/seqid=0 2024-11-20T08:23:04,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741940_1116 (size=12301) 2024-11-20T08:23:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T08:23:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T08:23:04,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/24bfd8ad518e4700916ae88707285dc3 2024-11-20T08:23:04,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/c631764dcdf640169a293548946fdb30 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/c631764dcdf640169a293548946fdb30 2024-11-20T08:23:04,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/c631764dcdf640169a293548946fdb30, entries=150, sequenceid=500, filesize=12.0 K 2024-11-20T08:23:04,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/90ed726c94c64869a550792cc39f6343 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/90ed726c94c64869a550792cc39f6343 2024-11-20T08:23:04,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/90ed726c94c64869a550792cc39f6343, entries=150, sequenceid=500, filesize=12.0 K 2024-11-20T08:23:04,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/24bfd8ad518e4700916ae88707285dc3 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/24bfd8ad518e4700916ae88707285dc3 2024-11-20T08:23:04,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/24bfd8ad518e4700916ae88707285dc3, entries=150, sequenceid=500, filesize=12.0 K 2024-11-20T08:23:04,479 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=26.84 KB/27480 for c26435dec77988f741fb9da4299b266a in 1260ms, sequenceid=500, compaction requested=true 2024-11-20T08:23:04,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:23:04,479 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:23:04,479 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:23:04,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26435dec77988f741fb9da4299b266a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:23:04,479 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. after waiting 0 ms 2024-11-20T08:23:04,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:04,479 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:23:04,479 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. because compaction request was cancelled 2024-11-20T08:23:04,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26435dec77988f741fb9da4299b266a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:23:04,479 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. because compaction request was cancelled 2024-11-20T08:23:04,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:04,479 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26435dec77988f741fb9da4299b266a:A 2024-11-20T08:23:04,479 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(2837): Flushing c26435dec77988f741fb9da4299b266a 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-20T08:23:04,479 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26435dec77988f741fb9da4299b266a:B 2024-11-20T08:23:04,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26435dec77988f741fb9da4299b266a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:23:04,479 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. because compaction request was cancelled 2024-11-20T08:23:04,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:04,479 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26435dec77988f741fb9da4299b266a:C 2024-11-20T08:23:04,480 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=A 2024-11-20T08:23:04,480 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:04,480 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=B 2024-11-20T08:23:04,480 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:04,480 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26435dec77988f741fb9da4299b266a, store=C 2024-11-20T08:23:04,480 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:04,483 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/1d7928841df14d1c977d730f513d95eb is 50, key is test_row_0/A:col10/1732090983222/Put/seqid=0 2024-11-20T08:23:04,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741941_1117 (size=9857) 2024-11-20T08:23:04,888 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/1d7928841df14d1c977d730f513d95eb 2024-11-20T08:23:04,895 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/bf5c43fa32694b0a8e6df740c58aa9b8 is 50, key is test_row_0/B:col10/1732090983222/Put/seqid=0 2024-11-20T08:23:04,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741942_1118 (size=9857) 2024-11-20T08:23:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T08:23:05,300 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/bf5c43fa32694b0a8e6df740c58aa9b8 2024-11-20T08:23:05,307 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/6fa2baf5ac3f496894b00d08d9115218 is 50, key is test_row_0/C:col10/1732090983222/Put/seqid=0 2024-11-20T08:23:05,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741943_1119 (size=9857) 2024-11-20T08:23:05,588 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T08:23:05,712 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/6fa2baf5ac3f496894b00d08d9115218 2024-11-20T08:23:05,717 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/A/1d7928841df14d1c977d730f513d95eb as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/1d7928841df14d1c977d730f513d95eb 2024-11-20T08:23:05,722 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/1d7928841df14d1c977d730f513d95eb, entries=100, sequenceid=507, filesize=9.6 K 2024-11-20T08:23:05,723 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/B/bf5c43fa32694b0a8e6df740c58aa9b8 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/bf5c43fa32694b0a8e6df740c58aa9b8 2024-11-20T08:23:05,727 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/bf5c43fa32694b0a8e6df740c58aa9b8, entries=100, sequenceid=507, filesize=9.6 K 2024-11-20T08:23:05,728 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/.tmp/C/6fa2baf5ac3f496894b00d08d9115218 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/6fa2baf5ac3f496894b00d08d9115218 2024-11-20T08:23:05,732 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/6fa2baf5ac3f496894b00d08d9115218, entries=100, sequenceid=507, filesize=9.6 K 2024-11-20T08:23:05,733 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for c26435dec77988f741fb9da4299b266a in 1254ms, sequenceid=507, compaction requested=true 2024-11-20T08:23:05,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/88db21f3bf4d4927a60a6e30eb0bdbbc, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/cef08ff2d5cf4309bd237b8b3abb7283, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/7a06984b133648728b165f0ca71fcd5f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/a42b07bf80584c4aa23c754e9dbd06b8, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/9cd54e6e50134f93b0614f590d10f55e, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/2e9090e2d04d46968f7c8f7a79df0376, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/adb0a8ce137943caa3c15b56d5389d38, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/57d912a664cf4be28e0c0f1a1c86834f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/95e8c11c7b4049a8b2ad33ad011129de, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/262c1346b4d84a2aa2a8d36bf2fd8a1c, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/785fe40ea5a04029a3d8a0d4dd865042, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/796a25ed5dea4a75af0ca8f290cb2e96, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/642680f109b44504a9bdf326aa108380, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/519067d1d9974c8e9f47b01520e25f62, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/5204572c68024f97a922f2e9db486822, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/b2c6a75324b749d08167f00211c11fba, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/1d7a9d942c2e4157aee621cba951f0f3, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/98395cd4b02440d4960b7bc0bc7e4f22, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/a176f291567f4afca68a770b86f26f17, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/73e882f3917640e0af23166fd0408a67, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/be344549130f4162b05a4bc49a0fa21c, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/1f60a33663cf478083e234b47b27ece1, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/1e4883b17d074d73aeadcb6d29b690e0, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/8b5e5cededba4b15b1ec96003445f443, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/a3ea1f1a03324b59a8e0af5cd50f62d1, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/2d21b9acd6004cd89c951074bf9d51d3, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/f833bc92a125468eac6da5f421cbe5b4, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/2f73cf9cc7dd4b9ebd743eca580c03ef, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/349f1624b2d44d2a88c10f4b16f13fd1, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/d155ebcc773843e0ac134e36f193f597] to archive 2024-11-20T08:23:05,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T08:23:05,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/88db21f3bf4d4927a60a6e30eb0bdbbc to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/88db21f3bf4d4927a60a6e30eb0bdbbc 2024-11-20T08:23:05,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/cef08ff2d5cf4309bd237b8b3abb7283 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/cef08ff2d5cf4309bd237b8b3abb7283 2024-11-20T08:23:05,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/7a06984b133648728b165f0ca71fcd5f to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/7a06984b133648728b165f0ca71fcd5f 2024-11-20T08:23:05,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/a42b07bf80584c4aa23c754e9dbd06b8 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/a42b07bf80584c4aa23c754e9dbd06b8 2024-11-20T08:23:05,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/9cd54e6e50134f93b0614f590d10f55e to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/9cd54e6e50134f93b0614f590d10f55e 2024-11-20T08:23:05,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/2e9090e2d04d46968f7c8f7a79df0376 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/2e9090e2d04d46968f7c8f7a79df0376 2024-11-20T08:23:05,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/adb0a8ce137943caa3c15b56d5389d38 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/adb0a8ce137943caa3c15b56d5389d38 2024-11-20T08:23:05,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/57d912a664cf4be28e0c0f1a1c86834f to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/57d912a664cf4be28e0c0f1a1c86834f 2024-11-20T08:23:05,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/95e8c11c7b4049a8b2ad33ad011129de to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/95e8c11c7b4049a8b2ad33ad011129de 2024-11-20T08:23:05,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/262c1346b4d84a2aa2a8d36bf2fd8a1c to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/262c1346b4d84a2aa2a8d36bf2fd8a1c 2024-11-20T08:23:05,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/785fe40ea5a04029a3d8a0d4dd865042 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/785fe40ea5a04029a3d8a0d4dd865042 2024-11-20T08:23:05,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/796a25ed5dea4a75af0ca8f290cb2e96 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/796a25ed5dea4a75af0ca8f290cb2e96 2024-11-20T08:23:05,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/642680f109b44504a9bdf326aa108380 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/642680f109b44504a9bdf326aa108380 2024-11-20T08:23:05,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/519067d1d9974c8e9f47b01520e25f62 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/519067d1d9974c8e9f47b01520e25f62 2024-11-20T08:23:05,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/5204572c68024f97a922f2e9db486822 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/5204572c68024f97a922f2e9db486822 2024-11-20T08:23:05,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/b2c6a75324b749d08167f00211c11fba to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/b2c6a75324b749d08167f00211c11fba 2024-11-20T08:23:05,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/1d7a9d942c2e4157aee621cba951f0f3 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/1d7a9d942c2e4157aee621cba951f0f3 2024-11-20T08:23:05,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/98395cd4b02440d4960b7bc0bc7e4f22 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/98395cd4b02440d4960b7bc0bc7e4f22 2024-11-20T08:23:05,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/a176f291567f4afca68a770b86f26f17 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/a176f291567f4afca68a770b86f26f17 2024-11-20T08:23:05,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/73e882f3917640e0af23166fd0408a67 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/73e882f3917640e0af23166fd0408a67 2024-11-20T08:23:05,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/be344549130f4162b05a4bc49a0fa21c to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/be344549130f4162b05a4bc49a0fa21c 2024-11-20T08:23:05,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/1f60a33663cf478083e234b47b27ece1 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/1f60a33663cf478083e234b47b27ece1 2024-11-20T08:23:05,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/1e4883b17d074d73aeadcb6d29b690e0 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/1e4883b17d074d73aeadcb6d29b690e0 2024-11-20T08:23:05,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/8b5e5cededba4b15b1ec96003445f443 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/8b5e5cededba4b15b1ec96003445f443 2024-11-20T08:23:05,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/a3ea1f1a03324b59a8e0af5cd50f62d1 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/a3ea1f1a03324b59a8e0af5cd50f62d1 2024-11-20T08:23:05,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/2d21b9acd6004cd89c951074bf9d51d3 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/2d21b9acd6004cd89c951074bf9d51d3 2024-11-20T08:23:05,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/f833bc92a125468eac6da5f421cbe5b4 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/f833bc92a125468eac6da5f421cbe5b4 2024-11-20T08:23:05,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/2f73cf9cc7dd4b9ebd743eca580c03ef to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/2f73cf9cc7dd4b9ebd743eca580c03ef 2024-11-20T08:23:05,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/349f1624b2d44d2a88c10f4b16f13fd1 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/349f1624b2d44d2a88c10f4b16f13fd1 2024-11-20T08:23:05,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/d155ebcc773843e0ac134e36f193f597 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/d155ebcc773843e0ac134e36f193f597 2024-11-20T08:23:05,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/37cd2744271949058fb4e49125c54176, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/558074a5f3d8468a9f12658d905d4985, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/5202be6d1ece450588a265ada04f22b0, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/d74db79a55ba49eba7be3d2f66604ea5, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/054fc2be6833441e83f3b7c18114c5e8, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/d5175e059b4f4183a7f2afa5244f3d0b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/f5e8e19938cb487cbce91019b839ce26, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/c7a14bb1f86340889291b7e15168bacf, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/9757a3705b284c5985250f063b262cb8, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/d981dc0a9d484f0fa2d150207fd937e8, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/c716cb60b1e7471aac0e03492c001865, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/f8cfe7fb43b1478ebfe88553e3ceed3c, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/325667100d9b4e289c06862fc2d966ab, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/17dacab491fe42109ae5f6894fc944d1, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/efa61a2c9e3d4d2fb8aeed42674d6509, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/e8d81f70a634459b958cbc3db5b8314b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/4466c5c4b8d9423fb4a4de523bbc6b6a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/6e9f0460b7ab49c182e91ac805adc3b3, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/ef1debc848c8491fa4c0285235dfa3e3, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/62edf64dabc048edbc605c9846bfecd9, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/f031c1f6f00e44729363fdf0099203a5, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/698b2ad0e56941408853300c1fd91dcc, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/ea9ac73624554433846ffdc5cef87027, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/fd4ef436ab134da0b48b7fdf0414111e, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/c49c26c091584faa8f02634c10ce3f34, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/e1985c2647e74948b84fdb63b7c5f595, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/22ea4b7debdd4168b72b5f2e5bc9f292, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/4259eeff2db14252b3ed491248fa49f2, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/690cccd6e4864f32b5f800a112c7d1e3, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/e9f760aa8be64533889e0e224027c2b2] to archive 2024-11-20T08:23:05,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T08:23:05,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/37cd2744271949058fb4e49125c54176 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/37cd2744271949058fb4e49125c54176 2024-11-20T08:23:05,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/558074a5f3d8468a9f12658d905d4985 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/558074a5f3d8468a9f12658d905d4985 2024-11-20T08:23:05,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/5202be6d1ece450588a265ada04f22b0 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/5202be6d1ece450588a265ada04f22b0 2024-11-20T08:23:05,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/d74db79a55ba49eba7be3d2f66604ea5 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/d74db79a55ba49eba7be3d2f66604ea5 2024-11-20T08:23:05,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/054fc2be6833441e83f3b7c18114c5e8 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/054fc2be6833441e83f3b7c18114c5e8 2024-11-20T08:23:05,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/d5175e059b4f4183a7f2afa5244f3d0b to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/d5175e059b4f4183a7f2afa5244f3d0b 2024-11-20T08:23:05,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/f5e8e19938cb487cbce91019b839ce26 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/f5e8e19938cb487cbce91019b839ce26 2024-11-20T08:23:05,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/c7a14bb1f86340889291b7e15168bacf to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/c7a14bb1f86340889291b7e15168bacf 2024-11-20T08:23:05,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/9757a3705b284c5985250f063b262cb8 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/9757a3705b284c5985250f063b262cb8 2024-11-20T08:23:05,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/d981dc0a9d484f0fa2d150207fd937e8 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/d981dc0a9d484f0fa2d150207fd937e8 2024-11-20T08:23:05,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/c716cb60b1e7471aac0e03492c001865 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/c716cb60b1e7471aac0e03492c001865 2024-11-20T08:23:05,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/f8cfe7fb43b1478ebfe88553e3ceed3c to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/f8cfe7fb43b1478ebfe88553e3ceed3c 2024-11-20T08:23:05,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/325667100d9b4e289c06862fc2d966ab to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/325667100d9b4e289c06862fc2d966ab 2024-11-20T08:23:05,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/17dacab491fe42109ae5f6894fc944d1 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/17dacab491fe42109ae5f6894fc944d1 2024-11-20T08:23:05,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/efa61a2c9e3d4d2fb8aeed42674d6509 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/efa61a2c9e3d4d2fb8aeed42674d6509 2024-11-20T08:23:05,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/e8d81f70a634459b958cbc3db5b8314b to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/e8d81f70a634459b958cbc3db5b8314b 2024-11-20T08:23:05,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/4466c5c4b8d9423fb4a4de523bbc6b6a to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/4466c5c4b8d9423fb4a4de523bbc6b6a 2024-11-20T08:23:05,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/6e9f0460b7ab49c182e91ac805adc3b3 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/6e9f0460b7ab49c182e91ac805adc3b3 2024-11-20T08:23:05,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/ef1debc848c8491fa4c0285235dfa3e3 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/ef1debc848c8491fa4c0285235dfa3e3 2024-11-20T08:23:05,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/62edf64dabc048edbc605c9846bfecd9 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/62edf64dabc048edbc605c9846bfecd9 2024-11-20T08:23:05,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/f031c1f6f00e44729363fdf0099203a5 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/f031c1f6f00e44729363fdf0099203a5 2024-11-20T08:23:05,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/698b2ad0e56941408853300c1fd91dcc to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/698b2ad0e56941408853300c1fd91dcc 2024-11-20T08:23:05,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/ea9ac73624554433846ffdc5cef87027 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/ea9ac73624554433846ffdc5cef87027 2024-11-20T08:23:05,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/fd4ef436ab134da0b48b7fdf0414111e to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/fd4ef436ab134da0b48b7fdf0414111e 2024-11-20T08:23:05,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/c49c26c091584faa8f02634c10ce3f34 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/c49c26c091584faa8f02634c10ce3f34 2024-11-20T08:23:05,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/e1985c2647e74948b84fdb63b7c5f595 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/e1985c2647e74948b84fdb63b7c5f595 2024-11-20T08:23:05,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/22ea4b7debdd4168b72b5f2e5bc9f292 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/22ea4b7debdd4168b72b5f2e5bc9f292 2024-11-20T08:23:05,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/4259eeff2db14252b3ed491248fa49f2 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/4259eeff2db14252b3ed491248fa49f2 2024-11-20T08:23:05,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/690cccd6e4864f32b5f800a112c7d1e3 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/690cccd6e4864f32b5f800a112c7d1e3 2024-11-20T08:23:05,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/e9f760aa8be64533889e0e224027c2b2 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/e9f760aa8be64533889e0e224027c2b2 2024-11-20T08:23:05,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/c390adf0fb4444c1944d8f7acdf03d1e, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/ed259cca9c034c8893ff810ef8aa0d56, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/f26d9723f9174af2896c889a5efe7769, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/49f954b566104b098591faa35a69b11b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/f1c298663ea1416595c3530280f2771d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/bb74085d88e24d778d43e1057f8f4483, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/0dd75ac2511f44d59082753bdab111f0, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/6037a88a44e14bafb2b0ea1bbff2d0a7, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/c1fac3fc69b84a62a972918dc51e8708, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/2a81a1df815740b584e3ee19001fb48b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/ce82b0a6ef2e4dcc98dbd435add23ede, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/7621f0701d0b422990ee3afed9fceee7, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/c3fc31d17d7446d2ad688da8b10d2d7a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/568f988e787c42e6a115c627c8dd02af, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/2a228a7365b04777ac678d88a29250d9, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/bd53cf0fcf064fd58b5587a97ef1c9ea, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/5e10c1e8055b44b3941296285003f2b9, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/e2a08c2d8c604cbc9eb64e4dd1c1db10, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/6430cfd682aa4ea19e34e7c4d1d79bfa, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/9adfab9f0b7448209cbc46edf736a320, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/e25de0f4581b4783a5cb7287d696d67d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/9842f2a415974f659eaabb4ef520ee00, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/fe7d51972b7942cca19521476cda902f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/7d1beb0114744ea089fb68d1c17f0dcb, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/701d5acfe2394c1c89137c55d249de24, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/f2abe783151344878ffd5c79e5deea95, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/26653dc604ca48d58598a6e0c2eb7d14, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/2f57381eaa17428e803254325d414909, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/29f28d097d2b4ffd8b03cfe70b09ea68, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/51b241594f144f599638596eef9b19cf] to archive 2024-11-20T08:23:05,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T08:23:05,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/c390adf0fb4444c1944d8f7acdf03d1e to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/c390adf0fb4444c1944d8f7acdf03d1e 2024-11-20T08:23:05,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/ed259cca9c034c8893ff810ef8aa0d56 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/ed259cca9c034c8893ff810ef8aa0d56 2024-11-20T08:23:05,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/f26d9723f9174af2896c889a5efe7769 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/f26d9723f9174af2896c889a5efe7769 2024-11-20T08:23:05,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/49f954b566104b098591faa35a69b11b to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/49f954b566104b098591faa35a69b11b 2024-11-20T08:23:05,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/f1c298663ea1416595c3530280f2771d to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/f1c298663ea1416595c3530280f2771d 2024-11-20T08:23:05,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/bb74085d88e24d778d43e1057f8f4483 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/bb74085d88e24d778d43e1057f8f4483 2024-11-20T08:23:05,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/0dd75ac2511f44d59082753bdab111f0 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/0dd75ac2511f44d59082753bdab111f0 2024-11-20T08:23:05,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/6037a88a44e14bafb2b0ea1bbff2d0a7 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/6037a88a44e14bafb2b0ea1bbff2d0a7 2024-11-20T08:23:05,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/c1fac3fc69b84a62a972918dc51e8708 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/c1fac3fc69b84a62a972918dc51e8708 2024-11-20T08:23:05,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/2a81a1df815740b584e3ee19001fb48b to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/2a81a1df815740b584e3ee19001fb48b 2024-11-20T08:23:05,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/ce82b0a6ef2e4dcc98dbd435add23ede to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/ce82b0a6ef2e4dcc98dbd435add23ede 2024-11-20T08:23:05,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/7621f0701d0b422990ee3afed9fceee7 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/7621f0701d0b422990ee3afed9fceee7 2024-11-20T08:23:05,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/c3fc31d17d7446d2ad688da8b10d2d7a to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/c3fc31d17d7446d2ad688da8b10d2d7a 2024-11-20T08:23:05,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/568f988e787c42e6a115c627c8dd02af to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/568f988e787c42e6a115c627c8dd02af 2024-11-20T08:23:05,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/2a228a7365b04777ac678d88a29250d9 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/2a228a7365b04777ac678d88a29250d9 2024-11-20T08:23:05,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/bd53cf0fcf064fd58b5587a97ef1c9ea to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/bd53cf0fcf064fd58b5587a97ef1c9ea 2024-11-20T08:23:05,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/5e10c1e8055b44b3941296285003f2b9 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/5e10c1e8055b44b3941296285003f2b9 2024-11-20T08:23:05,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/e2a08c2d8c604cbc9eb64e4dd1c1db10 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/e2a08c2d8c604cbc9eb64e4dd1c1db10 2024-11-20T08:23:05,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/6430cfd682aa4ea19e34e7c4d1d79bfa to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/6430cfd682aa4ea19e34e7c4d1d79bfa 2024-11-20T08:23:05,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/9adfab9f0b7448209cbc46edf736a320 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/9adfab9f0b7448209cbc46edf736a320 2024-11-20T08:23:05,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/e25de0f4581b4783a5cb7287d696d67d to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/e25de0f4581b4783a5cb7287d696d67d 2024-11-20T08:23:05,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/9842f2a415974f659eaabb4ef520ee00 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/9842f2a415974f659eaabb4ef520ee00 2024-11-20T08:23:05,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/fe7d51972b7942cca19521476cda902f to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/fe7d51972b7942cca19521476cda902f 2024-11-20T08:23:05,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/7d1beb0114744ea089fb68d1c17f0dcb to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/7d1beb0114744ea089fb68d1c17f0dcb 2024-11-20T08:23:05,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/701d5acfe2394c1c89137c55d249de24 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/701d5acfe2394c1c89137c55d249de24 2024-11-20T08:23:05,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/f2abe783151344878ffd5c79e5deea95 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/f2abe783151344878ffd5c79e5deea95 2024-11-20T08:23:05,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/26653dc604ca48d58598a6e0c2eb7d14 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/26653dc604ca48d58598a6e0c2eb7d14 2024-11-20T08:23:05,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/2f57381eaa17428e803254325d414909 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/2f57381eaa17428e803254325d414909 2024-11-20T08:23:05,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/29f28d097d2b4ffd8b03cfe70b09ea68 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/29f28d097d2b4ffd8b03cfe70b09ea68 2024-11-20T08:23:05,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/51b241594f144f599638596eef9b19cf to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/51b241594f144f599638596eef9b19cf 2024-11-20T08:23:05,871 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/recovered.edits/510.seqid, newMaxSeqId=510, maxSeqId=1 2024-11-20T08:23:05,874 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a. 2024-11-20T08:23:05,874 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1635): Region close journal for c26435dec77988f741fb9da4299b266a: 2024-11-20T08:23:05,876 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(170): Closed c26435dec77988f741fb9da4299b266a 2024-11-20T08:23:05,876 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=c26435dec77988f741fb9da4299b266a, regionState=CLOSED 2024-11-20T08:23:05,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-20T08:23:05,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseRegionProcedure c26435dec77988f741fb9da4299b266a, server=a04d4489dc6d,43141,1732090957262 in 2.0230 sec 2024-11-20T08:23:05,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=32, resume processing ppid=31 2024-11-20T08:23:05,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c26435dec77988f741fb9da4299b266a, UNASSIGN in 2.0270 sec 2024-11-20T08:23:05,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-20T08:23:05,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.0330 sec 2024-11-20T08:23:05,883 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090985883"}]},"ts":"1732090985883"} 2024-11-20T08:23:05,884 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T08:23:05,888 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T08:23:05,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0490 sec 2024-11-20T08:23:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-20T08:23:05,948 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-20T08:23:05,952 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T08:23:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:23:05,957 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:23:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-20T08:23:05,959 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=34, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:23:05,962 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a 2024-11-20T08:23:05,965 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A, FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B, FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C, FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/recovered.edits] 2024-11-20T08:23:05,969 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/1d7928841df14d1c977d730f513d95eb to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/1d7928841df14d1c977d730f513d95eb 2024-11-20T08:23:05,970 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/3888e102bfa445daab0067527d9b0899 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/3888e102bfa445daab0067527d9b0899 2024-11-20T08:23:05,971 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/3c53538d79bb47b9bfa4e78e14fbc85d to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/3c53538d79bb47b9bfa4e78e14fbc85d 2024-11-20T08:23:05,972 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/c631764dcdf640169a293548946fdb30 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/c631764dcdf640169a293548946fdb30 2024-11-20T08:23:05,974 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/d308131dd75142e29f900953d8b4f84f to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/A/d308131dd75142e29f900953d8b4f84f 2024-11-20T08:23:05,976 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/0264ba5605a14dc38c70a240765ce2e9 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/0264ba5605a14dc38c70a240765ce2e9 2024-11-20T08:23:05,978 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/5b70dc5330994a75b5a864d3cc29b4fd to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/5b70dc5330994a75b5a864d3cc29b4fd 2024-11-20T08:23:05,979 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/90ed726c94c64869a550792cc39f6343 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/90ed726c94c64869a550792cc39f6343 2024-11-20T08:23:05,980 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/b1f9a7a947f74b7282ae412ed3be8b78 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/b1f9a7a947f74b7282ae412ed3be8b78 2024-11-20T08:23:05,982 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/bf5c43fa32694b0a8e6df740c58aa9b8 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/B/bf5c43fa32694b0a8e6df740c58aa9b8 2024-11-20T08:23:05,985 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/24bfd8ad518e4700916ae88707285dc3 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/24bfd8ad518e4700916ae88707285dc3 2024-11-20T08:23:05,986 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/6fa2baf5ac3f496894b00d08d9115218 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/6fa2baf5ac3f496894b00d08d9115218 2024-11-20T08:23:05,987 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/8666be655e394795b9cc44e9cf3fe2f9 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/8666be655e394795b9cc44e9cf3fe2f9 2024-11-20T08:23:05,989 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/878ba397388b469ca2fddc05fedd106d to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/878ba397388b469ca2fddc05fedd106d 2024-11-20T08:23:05,990 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/d3eca2b0e01e4e0db5c2adcd065bc4ca to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/C/d3eca2b0e01e4e0db5c2adcd065bc4ca 2024-11-20T08:23:05,993 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/recovered.edits/510.seqid to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a/recovered.edits/510.seqid 2024-11-20T08:23:05,994 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c26435dec77988f741fb9da4299b266a 2024-11-20T08:23:05,994 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T08:23:05,999 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=34, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:23:06,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-20T08:23:06,008 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T08:23:06,042 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T08:23:06,043 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=34, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:23:06,044 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T08:23:06,044 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732090986044"}]},"ts":"9223372036854775807"} 2024-11-20T08:23:06,047 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T08:23:06,047 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c26435dec77988f741fb9da4299b266a, NAME => 'TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T08:23:06,047 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T08:23:06,047 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732090986047"}]},"ts":"9223372036854775807"} 2024-11-20T08:23:06,050 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T08:23:06,054 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=34, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:23:06,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 102 msec 2024-11-20T08:23:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-20T08:23:06,060 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-20T08:23:06,072 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=240 (was 219) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x286a6a36-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1239937893_22 at /127.0.0.1:53946 [Waiting for operation #221] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1214499779_22 at /127.0.0.1:54044 [Waiting for operation #194] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1214499779_22 at /127.0.0.1:46494 [Waiting for operation #241] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x286a6a36-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;a04d4489dc6d:43141-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x286a6a36-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x286a6a36-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=511 (was 343) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1789 (was 2331) 2024-11-20T08:23:06,082 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=240, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=511, ProcessCount=11, AvailableMemoryMB=1789 2024-11-20T08:23:06,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T08:23:06,085 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:23:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T08:23:06,087 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:23:06,087 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:06,087 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 35 2024-11-20T08:23:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-20T08:23:06,088 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:23:06,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741944_1120 (size=963) 2024-11-20T08:23:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-20T08:23:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-20T08:23:06,496 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6 2024-11-20T08:23:06,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741945_1121 (size=53) 2024-11-20T08:23:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-20T08:23:06,903 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:23:06,903 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing a972eff0e6c512facb3dfdc3a46d5035, disabling compactions & flushes 2024-11-20T08:23:06,903 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:06,903 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:06,903 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. after waiting 0 ms 2024-11-20T08:23:06,903 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:06,903 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:06,903 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:06,904 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:23:06,905 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732090986904"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732090986904"}]},"ts":"1732090986904"} 2024-11-20T08:23:06,906 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T08:23:06,907 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:23:06,907 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090986907"}]},"ts":"1732090986907"} 2024-11-20T08:23:06,908 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T08:23:06,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a972eff0e6c512facb3dfdc3a46d5035, ASSIGN}] 2024-11-20T08:23:06,915 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a972eff0e6c512facb3dfdc3a46d5035, ASSIGN 2024-11-20T08:23:06,915 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a972eff0e6c512facb3dfdc3a46d5035, ASSIGN; state=OFFLINE, location=a04d4489dc6d,43141,1732090957262; forceNewPlan=false, retain=false 2024-11-20T08:23:07,023 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T08:23:07,066 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=a972eff0e6c512facb3dfdc3a46d5035, regionState=OPENING, regionLocation=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:07,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; OpenRegionProcedure a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262}] 2024-11-20T08:23:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-20T08:23:07,220 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:07,223 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:07,223 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:23:07,224 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:07,224 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:23:07,224 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:07,224 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:07,225 INFO [StoreOpener-a972eff0e6c512facb3dfdc3a46d5035-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:07,226 INFO [StoreOpener-a972eff0e6c512facb3dfdc3a46d5035-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:23:07,227 INFO [StoreOpener-a972eff0e6c512facb3dfdc3a46d5035-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a972eff0e6c512facb3dfdc3a46d5035 columnFamilyName A 2024-11-20T08:23:07,227 DEBUG [StoreOpener-a972eff0e6c512facb3dfdc3a46d5035-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:07,227 INFO [StoreOpener-a972eff0e6c512facb3dfdc3a46d5035-1 {}] regionserver.HStore(327): Store=a972eff0e6c512facb3dfdc3a46d5035/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:23:07,227 INFO [StoreOpener-a972eff0e6c512facb3dfdc3a46d5035-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:07,228 INFO [StoreOpener-a972eff0e6c512facb3dfdc3a46d5035-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:23:07,229 INFO [StoreOpener-a972eff0e6c512facb3dfdc3a46d5035-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a972eff0e6c512facb3dfdc3a46d5035 columnFamilyName B 2024-11-20T08:23:07,229 DEBUG [StoreOpener-a972eff0e6c512facb3dfdc3a46d5035-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:07,230 INFO [StoreOpener-a972eff0e6c512facb3dfdc3a46d5035-1 {}] regionserver.HStore(327): Store=a972eff0e6c512facb3dfdc3a46d5035/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:23:07,230 INFO [StoreOpener-a972eff0e6c512facb3dfdc3a46d5035-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:07,231 INFO [StoreOpener-a972eff0e6c512facb3dfdc3a46d5035-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:23:07,231 INFO [StoreOpener-a972eff0e6c512facb3dfdc3a46d5035-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a972eff0e6c512facb3dfdc3a46d5035 columnFamilyName C 2024-11-20T08:23:07,231 DEBUG [StoreOpener-a972eff0e6c512facb3dfdc3a46d5035-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:07,231 INFO [StoreOpener-a972eff0e6c512facb3dfdc3a46d5035-1 {}] regionserver.HStore(327): Store=a972eff0e6c512facb3dfdc3a46d5035/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:23:07,231 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:07,232 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:07,232 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:07,234 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T08:23:07,235 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:07,236 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:23:07,237 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened a972eff0e6c512facb3dfdc3a46d5035; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70935156, jitterRate=0.057016193866729736}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T08:23:07,238 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:07,238 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., pid=37, masterSystemTime=1732090987220 2024-11-20T08:23:07,240 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:07,240 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:07,240 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=a972eff0e6c512facb3dfdc3a46d5035, regionState=OPEN, openSeqNum=2, regionLocation=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:07,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-20T08:23:07,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; OpenRegionProcedure a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 in 174 msec 2024-11-20T08:23:07,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-20T08:23:07,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a972eff0e6c512facb3dfdc3a46d5035, ASSIGN in 329 msec 2024-11-20T08:23:07,246 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:23:07,246 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732090987246"}]},"ts":"1732090987246"} 2024-11-20T08:23:07,247 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T08:23:07,251 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:23:07,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1660 sec 2024-11-20T08:23:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-11-20T08:23:08,193 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 35 completed 2024-11-20T08:23:08,194 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a86f6a4 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c267206 2024-11-20T08:23:08,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a8da76b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:23:08,200 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:23:08,202 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46066, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:23:08,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:23:08,205 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:23:08,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T08:23:08,212 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:23:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T08:23:08,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741946_1122 (size=999) 2024-11-20T08:23:08,633 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-20T08:23:08,633 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-20T08:23:08,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T08:23:08,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a972eff0e6c512facb3dfdc3a46d5035, REOPEN/MOVE}] 2024-11-20T08:23:08,646 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a972eff0e6c512facb3dfdc3a46d5035, REOPEN/MOVE 2024-11-20T08:23:08,646 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=a972eff0e6c512facb3dfdc3a46d5035, regionState=CLOSING, regionLocation=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:08,648 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T08:23:08,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262}] 2024-11-20T08:23:08,799 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:08,800 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(124): Close a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:08,800 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T08:23:08,800 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1681): Closing a972eff0e6c512facb3dfdc3a46d5035, disabling compactions & flushes 2024-11-20T08:23:08,800 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:08,800 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:08,800 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. after waiting 0 ms 2024-11-20T08:23:08,800 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:08,804 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T08:23:08,805 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:08,805 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1635): Region close journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:08,805 WARN [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionServer(3786): Not adding moved region record: a972eff0e6c512facb3dfdc3a46d5035 to self. 2024-11-20T08:23:08,807 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(170): Closed a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:08,807 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=a972eff0e6c512facb3dfdc3a46d5035, regionState=CLOSED 2024-11-20T08:23:08,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-20T08:23:08,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 in 160 msec 2024-11-20T08:23:08,810 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a972eff0e6c512facb3dfdc3a46d5035, REOPEN/MOVE; state=CLOSED, location=a04d4489dc6d,43141,1732090957262; forceNewPlan=false, retain=true 2024-11-20T08:23:08,961 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=a972eff0e6c512facb3dfdc3a46d5035, regionState=OPENING, regionLocation=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:08,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE; OpenRegionProcedure a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262}] 2024-11-20T08:23:09,114 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:09,117 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:09,118 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:23:09,118 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:09,118 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:23:09,118 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:09,118 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:09,123 INFO [StoreOpener-a972eff0e6c512facb3dfdc3a46d5035-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:09,123 INFO [StoreOpener-a972eff0e6c512facb3dfdc3a46d5035-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:23:09,129 INFO [StoreOpener-a972eff0e6c512facb3dfdc3a46d5035-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a972eff0e6c512facb3dfdc3a46d5035 columnFamilyName A 2024-11-20T08:23:09,131 DEBUG [StoreOpener-a972eff0e6c512facb3dfdc3a46d5035-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:09,131 INFO [StoreOpener-a972eff0e6c512facb3dfdc3a46d5035-1 {}] regionserver.HStore(327): Store=a972eff0e6c512facb3dfdc3a46d5035/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:23:09,132 INFO [StoreOpener-a972eff0e6c512facb3dfdc3a46d5035-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:09,132 INFO [StoreOpener-a972eff0e6c512facb3dfdc3a46d5035-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:23:09,133 INFO [StoreOpener-a972eff0e6c512facb3dfdc3a46d5035-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a972eff0e6c512facb3dfdc3a46d5035 columnFamilyName B 2024-11-20T08:23:09,133 DEBUG [StoreOpener-a972eff0e6c512facb3dfdc3a46d5035-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:09,133 INFO [StoreOpener-a972eff0e6c512facb3dfdc3a46d5035-1 {}] regionserver.HStore(327): Store=a972eff0e6c512facb3dfdc3a46d5035/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:23:09,133 INFO [StoreOpener-a972eff0e6c512facb3dfdc3a46d5035-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:09,134 INFO [StoreOpener-a972eff0e6c512facb3dfdc3a46d5035-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:23:09,134 INFO [StoreOpener-a972eff0e6c512facb3dfdc3a46d5035-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a972eff0e6c512facb3dfdc3a46d5035 columnFamilyName C 2024-11-20T08:23:09,134 DEBUG [StoreOpener-a972eff0e6c512facb3dfdc3a46d5035-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:09,134 INFO [StoreOpener-a972eff0e6c512facb3dfdc3a46d5035-1 {}] regionserver.HStore(327): Store=a972eff0e6c512facb3dfdc3a46d5035/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:23:09,135 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:09,135 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:09,136 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:09,138 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T08:23:09,139 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:09,140 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened a972eff0e6c512facb3dfdc3a46d5035; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61595537, jitterRate=-0.08215497434139252}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T08:23:09,141 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:09,141 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., pid=42, masterSystemTime=1732090989114 2024-11-20T08:23:09,143 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:09,143 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:09,143 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=a972eff0e6c512facb3dfdc3a46d5035, regionState=OPEN, openSeqNum=5, regionLocation=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:09,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=40 2024-11-20T08:23:09,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=40, state=SUCCESS; OpenRegionProcedure a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 in 183 msec 2024-11-20T08:23:09,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-20T08:23:09,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a972eff0e6c512facb3dfdc3a46d5035, REOPEN/MOVE in 501 msec 2024-11-20T08:23:09,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-20T08:23:09,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 513 msec 2024-11-20T08:23:09,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 936 msec 2024-11-20T08:23:09,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-20T08:23:09,160 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40c21799 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63630c79 2024-11-20T08:23:09,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa409d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:23:09,168 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x087b269f to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27600c58 2024-11-20T08:23:09,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53af6163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:23:09,173 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f4859f4 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ecfd53a 2024-11-20T08:23:09,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b8e1501, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:23:09,177 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1eb823f7 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7eb70b3c 2024-11-20T08:23:09,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32168855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:23:09,181 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x24ebde20 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c517130 2024-11-20T08:23:09,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0312cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:23:09,186 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x776c0cb7 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@555bfdff 2024-11-20T08:23:09,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@706b2cde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:23:09,190 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3ec46f90 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@347ad9b2 2024-11-20T08:23:09,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d5e0e3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:23:09,194 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f63b68c to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1d36579b 2024-11-20T08:23:09,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f48df4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:23:09,198 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x473f181f to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@681a05ec 2024-11-20T08:23:09,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cd5be36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:23:09,205 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:23:09,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-11-20T08:23:09,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-20T08:23:09,207 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:23:09,207 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:23:09,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:23:09,208 DEBUG [hconnection-0xa30a104-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:23:09,209 DEBUG [hconnection-0x5866f180-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:23:09,209 DEBUG [hconnection-0x13381b1e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:23:09,209 DEBUG [hconnection-0x5121a5ab-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:23:09,210 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:23:09,210 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46080, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:23:09,211 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46098, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:23:09,213 DEBUG [hconnection-0x14d69165-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:23:09,213 DEBUG [hconnection-0x33758e0f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:23:09,213 DEBUG [hconnection-0x3e57955e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:23:09,214 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:23:09,214 DEBUG [hconnection-0x7b62f6ff-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:23:09,214 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:23:09,214 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46102, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:23:09,215 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46132, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:23:09,215 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46112, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:23:09,216 DEBUG [hconnection-0x7ff3aacc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:23:09,217 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46148, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:23:09,230 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a972eff0e6c512facb3dfdc3a46d5035 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T08:23:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:09,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=A 2024-11-20T08:23:09,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:09,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=B 2024-11-20T08:23:09,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:09,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=C 2024-11-20T08:23:09,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:09,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205f0a0febbe9042d2a4516795794a6ca2_a972eff0e6c512facb3dfdc3a46d5035 is 50, key is test_row_0/A:col10/1732090989230/Put/seqid=0 2024-11-20T08:23:09,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091049271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:09,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:09,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091049281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:09,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:09,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091049281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:09,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091049283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:09,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091049288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-20T08:23:09,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741947_1123 (size=12154) 2024-11-20T08:23:09,359 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:09,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-20T08:23:09,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:09,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:09,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:09,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:09,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:09,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091049385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:09,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:09,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091049393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091049393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:09,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091049393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:09,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091049399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-20T08:23:09,513 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:09,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-20T08:23:09,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:09,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:09,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:09,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:09,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:09,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091049588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:09,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:09,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091049599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:09,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:09,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091049599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:09,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:09,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091049601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:09,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091049603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:09,666 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:09,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-20T08:23:09,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:09,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:09,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:09,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:09,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:09,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:09,711 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:09,716 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205f0a0febbe9042d2a4516795794a6ca2_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205f0a0febbe9042d2a4516795794a6ca2_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:09,719 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/c2d453772cda42589e99ba8be2b7269d, store: [table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:09,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/c2d453772cda42589e99ba8be2b7269d is 175, key is test_row_0/A:col10/1732090989230/Put/seqid=0 2024-11-20T08:23:09,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741948_1124 (size=30955) 2024-11-20T08:23:09,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-20T08:23:09,821 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:09,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-20T08:23:09,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:09,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:09,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:09,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:09,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:09,824 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45489 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=a04d4489dc6d,43141,1732090957262, table=TestAcidGuarantees, region=a972eff0e6c512facb3dfdc3a46d5035. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T08:23:09,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091049891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:09,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091049905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:09,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091049905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:09,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091049906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:09,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091049906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:09,974 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:09,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-20T08:23:09,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:09,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:09,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:09,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:09,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:10,128 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:10,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-20T08:23:10,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:10,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:10,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:10,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:10,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:10,139 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/c2d453772cda42589e99ba8be2b7269d 2024-11-20T08:23:10,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/a3486857879e4ee5aa0373cc2ed448d9 is 50, key is test_row_0/B:col10/1732090989230/Put/seqid=0 2024-11-20T08:23:10,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741949_1125 (size=12001) 2024-11-20T08:23:10,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/a3486857879e4ee5aa0373cc2ed448d9 2024-11-20T08:23:10,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/245a6b69dcd04dd799e44fc49f271b10 is 50, key is test_row_0/C:col10/1732090989230/Put/seqid=0 2024-11-20T08:23:10,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741950_1126 (size=12001) 2024-11-20T08:23:10,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/245a6b69dcd04dd799e44fc49f271b10 2024-11-20T08:23:10,282 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:10,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-20T08:23:10,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:10,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:10,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:10,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:10,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:10,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/c2d453772cda42589e99ba8be2b7269d as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/c2d453772cda42589e99ba8be2b7269d 2024-11-20T08:23:10,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/c2d453772cda42589e99ba8be2b7269d, entries=150, sequenceid=18, filesize=30.2 K 2024-11-20T08:23:10,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/a3486857879e4ee5aa0373cc2ed448d9 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/a3486857879e4ee5aa0373cc2ed448d9 2024-11-20T08:23:10,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/a3486857879e4ee5aa0373cc2ed448d9, entries=150, sequenceid=18, filesize=11.7 K 2024-11-20T08:23:10,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/245a6b69dcd04dd799e44fc49f271b10 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/245a6b69dcd04dd799e44fc49f271b10 2024-11-20T08:23:10,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-20T08:23:10,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/245a6b69dcd04dd799e44fc49f271b10, entries=150, sequenceid=18, filesize=11.7 K 2024-11-20T08:23:10,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a972eff0e6c512facb3dfdc3a46d5035 in 1083ms, sequenceid=18, compaction requested=false 2024-11-20T08:23:10,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:10,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:10,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a972eff0e6c512facb3dfdc3a46d5035 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T08:23:10,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=A 2024-11-20T08:23:10,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:10,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=B 2024-11-20T08:23:10,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:10,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=C 2024-11-20T08:23:10,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:10,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f0d0c6c7c80a4544893bd83cbcfe5178_a972eff0e6c512facb3dfdc3a46d5035 is 50, key is test_row_0/A:col10/1732090989268/Put/seqid=0 2024-11-20T08:23:10,437 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:10,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-20T08:23:10,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:10,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:10,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:10,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:10,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741951_1127 (size=14594) 2024-11-20T08:23:10,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:10,443 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:10,449 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f0d0c6c7c80a4544893bd83cbcfe5178_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f0d0c6c7c80a4544893bd83cbcfe5178_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:10,450 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/876929fc94b24a76bd2f446ff210d5b6, store: [table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:10,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/876929fc94b24a76bd2f446ff210d5b6 is 175, key is test_row_0/A:col10/1732090989268/Put/seqid=0 2024-11-20T08:23:10,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:10,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091050440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:10,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:10,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091050444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:10,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:10,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091050444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:10,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:10,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091050444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:10,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:10,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091050446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:10,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741952_1128 (size=39549) 2024-11-20T08:23:10,467 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/876929fc94b24a76bd2f446ff210d5b6 2024-11-20T08:23:10,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/826e67bb16fa4d6cbf0fce0d588c0f07 is 50, key is test_row_0/B:col10/1732090989268/Put/seqid=0 2024-11-20T08:23:10,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741953_1129 (size=12001) 2024-11-20T08:23:10,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/826e67bb16fa4d6cbf0fce0d588c0f07 2024-11-20T08:23:10,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/5bed8cbd436e431b8af97a6481dc6181 is 50, key is test_row_0/C:col10/1732090989268/Put/seqid=0 2024-11-20T08:23:10,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741954_1130 (size=12001) 2024-11-20T08:23:10,529 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/5bed8cbd436e431b8af97a6481dc6181 2024-11-20T08:23:10,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/876929fc94b24a76bd2f446ff210d5b6 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/876929fc94b24a76bd2f446ff210d5b6 2024-11-20T08:23:10,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/876929fc94b24a76bd2f446ff210d5b6, entries=200, sequenceid=41, filesize=38.6 K 2024-11-20T08:23:10,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/826e67bb16fa4d6cbf0fce0d588c0f07 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/826e67bb16fa4d6cbf0fce0d588c0f07 2024-11-20T08:23:10,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/826e67bb16fa4d6cbf0fce0d588c0f07, entries=150, sequenceid=41, filesize=11.7 K 2024-11-20T08:23:10,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/5bed8cbd436e431b8af97a6481dc6181 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/5bed8cbd436e431b8af97a6481dc6181 2024-11-20T08:23:10,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/5bed8cbd436e431b8af97a6481dc6181, entries=150, sequenceid=41, filesize=11.7 K 2024-11-20T08:23:10,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a972eff0e6c512facb3dfdc3a46d5035 in 152ms, sequenceid=41, compaction requested=false 2024-11-20T08:23:10,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:10,574 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a972eff0e6c512facb3dfdc3a46d5035 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T08:23:10,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=A 2024-11-20T08:23:10,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:10,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=B 2024-11-20T08:23:10,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:10,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=C 2024-11-20T08:23:10,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:10,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120687319e1f1884bb2beb49f58f557c5fa_a972eff0e6c512facb3dfdc3a46d5035 is 50, key is test_row_0/A:col10/1732090990443/Put/seqid=0 2024-11-20T08:23:10,592 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:10,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-20T08:23:10,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:10,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:10,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:10,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:10,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:10,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:10,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741955_1131 (size=12154) 2024-11-20T08:23:10,612 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:10,618 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120687319e1f1884bb2beb49f58f557c5fa_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120687319e1f1884bb2beb49f58f557c5fa_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:10,620 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/69371a74299e49c3a7fcee4520b5297b, store: [table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:10,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/69371a74299e49c3a7fcee4520b5297b is 175, key is test_row_0/A:col10/1732090990443/Put/seqid=0 2024-11-20T08:23:10,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:10,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091050625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:10,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091050625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:10,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091050627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:10,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:10,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091050627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:10,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:10,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091050628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:10,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741956_1132 (size=30955) 2024-11-20T08:23:10,634 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=57, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/69371a74299e49c3a7fcee4520b5297b 2024-11-20T08:23:10,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/bef2ab784f4d44ce91b1e6e385dd11f3 is 50, key is test_row_0/B:col10/1732090990443/Put/seqid=0 2024-11-20T08:23:10,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741957_1133 (size=12001) 2024-11-20T08:23:10,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/bef2ab784f4d44ce91b1e6e385dd11f3 2024-11-20T08:23:10,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/7e5523c2d989458083c71d0a4671b32b is 50, key is test_row_0/C:col10/1732090990443/Put/seqid=0 2024-11-20T08:23:10,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741958_1134 (size=12001) 2024-11-20T08:23:10,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/7e5523c2d989458083c71d0a4671b32b 2024-11-20T08:23:10,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/69371a74299e49c3a7fcee4520b5297b as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/69371a74299e49c3a7fcee4520b5297b 2024-11-20T08:23:10,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/69371a74299e49c3a7fcee4520b5297b, entries=150, sequenceid=57, filesize=30.2 K 2024-11-20T08:23:10,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/bef2ab784f4d44ce91b1e6e385dd11f3 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/bef2ab784f4d44ce91b1e6e385dd11f3 2024-11-20T08:23:10,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/bef2ab784f4d44ce91b1e6e385dd11f3, entries=150, sequenceid=57, filesize=11.7 K 2024-11-20T08:23:10,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/7e5523c2d989458083c71d0a4671b32b as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/7e5523c2d989458083c71d0a4671b32b 2024-11-20T08:23:10,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091050731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:10,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091050732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:10,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091050732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:10,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091050732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:10,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091050733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:10,746 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:10,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/7e5523c2d989458083c71d0a4671b32b, entries=150, sequenceid=57, filesize=11.7 K 2024-11-20T08:23:10,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-20T08:23:10,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:10,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:10,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:10,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:10,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:10,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for a972eff0e6c512facb3dfdc3a46d5035 in 173ms, sequenceid=57, compaction requested=true 2024-11-20T08:23:10,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:10,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:23:10,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:10,748 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:10,748 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:10,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:23:10,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:10,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:23:10,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:10,750 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:10,750 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): a972eff0e6c512facb3dfdc3a46d5035/B is initiating minor compaction (all files) 2024-11-20T08:23:10,750 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a972eff0e6c512facb3dfdc3a46d5035/B in TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:10,750 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/a3486857879e4ee5aa0373cc2ed448d9, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/826e67bb16fa4d6cbf0fce0d588c0f07, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/bef2ab784f4d44ce91b1e6e385dd11f3] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp, totalSize=35.2 K 2024-11-20T08:23:10,751 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:10,752 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting a3486857879e4ee5aa0373cc2ed448d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732090989225 2024-11-20T08:23:10,752 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): a972eff0e6c512facb3dfdc3a46d5035/A is initiating minor compaction (all files) 2024-11-20T08:23:10,752 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a972eff0e6c512facb3dfdc3a46d5035/A in TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:10,752 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/c2d453772cda42589e99ba8be2b7269d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/876929fc94b24a76bd2f446ff210d5b6, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/69371a74299e49c3a7fcee4520b5297b] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp, totalSize=99.1 K 2024-11-20T08:23:10,752 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:10,752 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. files: [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/c2d453772cda42589e99ba8be2b7269d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/876929fc94b24a76bd2f446ff210d5b6, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/69371a74299e49c3a7fcee4520b5297b] 2024-11-20T08:23:10,753 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 826e67bb16fa4d6cbf0fce0d588c0f07, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732090989268 2024-11-20T08:23:10,753 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting bef2ab784f4d44ce91b1e6e385dd11f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732090990443 2024-11-20T08:23:10,755 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2d453772cda42589e99ba8be2b7269d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732090989225 2024-11-20T08:23:10,755 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 876929fc94b24a76bd2f446ff210d5b6, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732090989268 2024-11-20T08:23:10,756 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69371a74299e49c3a7fcee4520b5297b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732090990443 2024-11-20T08:23:10,771 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a972eff0e6c512facb3dfdc3a46d5035#B#compaction#114 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:10,772 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/560380e2703d4f9e9325fbd61fb476b2 is 50, key is test_row_0/B:col10/1732090990443/Put/seqid=0 2024-11-20T08:23:10,781 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:10,789 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411206be4df2b359f4fa39e2df9c24261751d_a972eff0e6c512facb3dfdc3a46d5035 store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:10,796 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411206be4df2b359f4fa39e2df9c24261751d_a972eff0e6c512facb3dfdc3a46d5035, store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:10,797 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206be4df2b359f4fa39e2df9c24261751d_a972eff0e6c512facb3dfdc3a46d5035 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:10,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741959_1135 (size=12104) 2024-11-20T08:23:10,813 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/560380e2703d4f9e9325fbd61fb476b2 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/560380e2703d4f9e9325fbd61fb476b2 2024-11-20T08:23:10,825 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a972eff0e6c512facb3dfdc3a46d5035/B of a972eff0e6c512facb3dfdc3a46d5035 into 560380e2703d4f9e9325fbd61fb476b2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:10,825 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:10,825 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., storeName=a972eff0e6c512facb3dfdc3a46d5035/B, priority=13, startTime=1732090990748; duration=0sec 2024-11-20T08:23:10,825 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:10,825 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:B 2024-11-20T08:23:10,825 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:10,827 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:10,827 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): a972eff0e6c512facb3dfdc3a46d5035/C is initiating minor compaction (all files) 2024-11-20T08:23:10,827 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a972eff0e6c512facb3dfdc3a46d5035/C in TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:10,827 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/245a6b69dcd04dd799e44fc49f271b10, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/5bed8cbd436e431b8af97a6481dc6181, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/7e5523c2d989458083c71d0a4671b32b] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp, totalSize=35.2 K 2024-11-20T08:23:10,828 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 245a6b69dcd04dd799e44fc49f271b10, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732090989225 2024-11-20T08:23:10,829 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 5bed8cbd436e431b8af97a6481dc6181, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732090989268 2024-11-20T08:23:10,830 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e5523c2d989458083c71d0a4671b32b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732090990443 2024-11-20T08:23:10,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741960_1136 (size=4469) 2024-11-20T08:23:10,849 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a972eff0e6c512facb3dfdc3a46d5035#A#compaction#115 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:10,854 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/dacfb7dfcd0545b3a25ab63aeabfc603 is 175, key is test_row_0/A:col10/1732090990443/Put/seqid=0 2024-11-20T08:23:10,855 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a972eff0e6c512facb3dfdc3a46d5035#C#compaction#116 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:10,855 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/31f0aac5f1794e209ddd75775be4d69b is 50, key is test_row_0/C:col10/1732090990443/Put/seqid=0 2024-11-20T08:23:10,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741961_1137 (size=31058) 2024-11-20T08:23:10,900 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:10,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-20T08:23:10,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:10,901 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing a972eff0e6c512facb3dfdc3a46d5035 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T08:23:10,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=A 2024-11-20T08:23:10,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:10,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=B 2024-11-20T08:23:10,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:10,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=C 2024-11-20T08:23:10,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:10,905 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/dacfb7dfcd0545b3a25ab63aeabfc603 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/dacfb7dfcd0545b3a25ab63aeabfc603 2024-11-20T08:23:10,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741962_1138 (size=12104) 2024-11-20T08:23:10,912 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a972eff0e6c512facb3dfdc3a46d5035/A of a972eff0e6c512facb3dfdc3a46d5035 into dacfb7dfcd0545b3a25ab63aeabfc603(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:10,912 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:10,912 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., storeName=a972eff0e6c512facb3dfdc3a46d5035/A, priority=13, startTime=1732090990747; duration=0sec 2024-11-20T08:23:10,912 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:10,913 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:A 2024-11-20T08:23:10,917 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/31f0aac5f1794e209ddd75775be4d69b as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/31f0aac5f1794e209ddd75775be4d69b 2024-11-20T08:23:10,924 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a972eff0e6c512facb3dfdc3a46d5035/C of a972eff0e6c512facb3dfdc3a46d5035 into 31f0aac5f1794e209ddd75775be4d69b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:10,924 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:10,924 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., storeName=a972eff0e6c512facb3dfdc3a46d5035/C, priority=13, startTime=1732090990748; duration=0sec 2024-11-20T08:23:10,924 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:10,924 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:C 2024-11-20T08:23:10,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200250905eeb8142a88bb8b9eccc62ffb5_a972eff0e6c512facb3dfdc3a46d5035 is 50, key is test_row_0/A:col10/1732090990623/Put/seqid=0 2024-11-20T08:23:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:10,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:10,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741963_1139 (size=12154) 2024-11-20T08:23:10,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:10,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091050944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:10,951 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200250905eeb8142a88bb8b9eccc62ffb5_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200250905eeb8142a88bb8b9eccc62ffb5_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:10,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:10,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091050947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091050947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:10,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:10,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/4207b893b2d745fc9d078ad89b7db0a7, store: [table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091050949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:10,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091050949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:10,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/4207b893b2d745fc9d078ad89b7db0a7 is 175, key is test_row_0/A:col10/1732090990623/Put/seqid=0 2024-11-20T08:23:10,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741964_1140 (size=30955) 2024-11-20T08:23:10,966 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/4207b893b2d745fc9d078ad89b7db0a7 2024-11-20T08:23:10,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/cb1d2839954f4194b0108885b0485af9 is 50, key is test_row_0/B:col10/1732090990623/Put/seqid=0 2024-11-20T08:23:11,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741965_1141 (size=12001) 2024-11-20T08:23:11,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091051050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:11,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091051053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:11,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091051053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:11,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091051054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:11,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091051055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:11,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091051255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:11,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091051255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:11,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091051256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:11,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091051258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:11,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091051259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-20T08:23:11,406 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/cb1d2839954f4194b0108885b0485af9 2024-11-20T08:23:11,425 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T08:23:11,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/4845941e6b20474bb6935ca9da2059a4 is 50, key is test_row_0/C:col10/1732090990623/Put/seqid=0 2024-11-20T08:23:11,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741966_1142 (size=12001) 2024-11-20T08:23:11,454 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/4845941e6b20474bb6935ca9da2059a4 2024-11-20T08:23:11,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/4207b893b2d745fc9d078ad89b7db0a7 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/4207b893b2d745fc9d078ad89b7db0a7 2024-11-20T08:23:11,470 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/4207b893b2d745fc9d078ad89b7db0a7, entries=150, sequenceid=80, filesize=30.2 K 2024-11-20T08:23:11,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/cb1d2839954f4194b0108885b0485af9 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/cb1d2839954f4194b0108885b0485af9 2024-11-20T08:23:11,479 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/cb1d2839954f4194b0108885b0485af9, entries=150, sequenceid=80, filesize=11.7 K 2024-11-20T08:23:11,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/4845941e6b20474bb6935ca9da2059a4 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/4845941e6b20474bb6935ca9da2059a4 2024-11-20T08:23:11,487 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/4845941e6b20474bb6935ca9da2059a4, entries=150, sequenceid=80, filesize=11.7 K 2024-11-20T08:23:11,488 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for a972eff0e6c512facb3dfdc3a46d5035 in 587ms, sequenceid=80, compaction requested=false 2024-11-20T08:23:11,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:11,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:11,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-20T08:23:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-11-20T08:23:11,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-20T08:23:11,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2830 sec 2024-11-20T08:23:11,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 2.2870 sec 2024-11-20T08:23:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:11,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a972eff0e6c512facb3dfdc3a46d5035 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T08:23:11,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=A 2024-11-20T08:23:11,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:11,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=B 2024-11-20T08:23:11,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:11,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=C 2024-11-20T08:23:11,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:11,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202d4c963f56884be1b3b154591bd22b45_a972eff0e6c512facb3dfdc3a46d5035 is 50, key is test_row_0/A:col10/1732090991562/Put/seqid=0 2024-11-20T08:23:11,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091051591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:11,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091051591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:11,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091051591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:11,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091051593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:11,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091051593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:11,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741967_1143 (size=17034) 2024-11-20T08:23:11,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091051697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:11,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:11,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091051698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:11,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091051701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:11,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:11,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091051701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:11,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:11,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091051702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:11,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:11,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091051902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:11,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:11,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091051903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:11,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:11,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091051904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:11,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:11,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:11,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091051904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:11,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091051904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:12,003 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:12,007 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202d4c963f56884be1b3b154591bd22b45_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202d4c963f56884be1b3b154591bd22b45_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:12,009 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/e5f7e5044fea4961b27838a7b829e085, store: [table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:12,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/e5f7e5044fea4961b27838a7b829e085 is 175, key is test_row_0/A:col10/1732090991562/Put/seqid=0 2024-11-20T08:23:12,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741968_1144 (size=48139) 2024-11-20T08:23:12,024 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=100, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/e5f7e5044fea4961b27838a7b829e085 2024-11-20T08:23:12,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/0dead6018bfc41a79f170d936973a9c8 is 50, key is test_row_0/B:col10/1732090991562/Put/seqid=0 2024-11-20T08:23:12,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741969_1145 (size=12001) 2024-11-20T08:23:12,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/0dead6018bfc41a79f170d936973a9c8 2024-11-20T08:23:12,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/a136787426034c38854e34412485aeb2 is 50, key is test_row_0/C:col10/1732090991562/Put/seqid=0 2024-11-20T08:23:12,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741970_1146 (size=12001) 2024-11-20T08:23:12,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/a136787426034c38854e34412485aeb2 2024-11-20T08:23:12,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/e5f7e5044fea4961b27838a7b829e085 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/e5f7e5044fea4961b27838a7b829e085 2024-11-20T08:23:12,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/e5f7e5044fea4961b27838a7b829e085, entries=250, sequenceid=100, filesize=47.0 K 2024-11-20T08:23:12,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/0dead6018bfc41a79f170d936973a9c8 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/0dead6018bfc41a79f170d936973a9c8 2024-11-20T08:23:12,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/0dead6018bfc41a79f170d936973a9c8, entries=150, sequenceid=100, filesize=11.7 K 2024-11-20T08:23:12,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/a136787426034c38854e34412485aeb2 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/a136787426034c38854e34412485aeb2 2024-11-20T08:23:12,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/a136787426034c38854e34412485aeb2, entries=150, sequenceid=100, filesize=11.7 K 2024-11-20T08:23:12,137 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for a972eff0e6c512facb3dfdc3a46d5035 in 572ms, sequenceid=100, compaction requested=true 2024-11-20T08:23:12,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:12,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:23:12,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:12,137 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:12,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:23:12,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:12,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:23:12,137 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:12,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:12,139 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:12,139 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110152 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:12,139 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): a972eff0e6c512facb3dfdc3a46d5035/A is initiating minor compaction (all files) 2024-11-20T08:23:12,139 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): a972eff0e6c512facb3dfdc3a46d5035/B is initiating minor compaction (all files) 2024-11-20T08:23:12,139 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a972eff0e6c512facb3dfdc3a46d5035/A in TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:12,139 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a972eff0e6c512facb3dfdc3a46d5035/B in TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:12,140 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/dacfb7dfcd0545b3a25ab63aeabfc603, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/4207b893b2d745fc9d078ad89b7db0a7, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/e5f7e5044fea4961b27838a7b829e085] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp, totalSize=107.6 K 2024-11-20T08:23:12,140 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/560380e2703d4f9e9325fbd61fb476b2, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/cb1d2839954f4194b0108885b0485af9, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/0dead6018bfc41a79f170d936973a9c8] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp, totalSize=35.3 K 2024-11-20T08:23:12,140 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:12,140 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. files: [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/dacfb7dfcd0545b3a25ab63aeabfc603, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/4207b893b2d745fc9d078ad89b7db0a7, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/e5f7e5044fea4961b27838a7b829e085] 2024-11-20T08:23:12,141 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting dacfb7dfcd0545b3a25ab63aeabfc603, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732090990443 2024-11-20T08:23:12,142 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4207b893b2d745fc9d078ad89b7db0a7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732090990617 2024-11-20T08:23:12,143 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5f7e5044fea4961b27838a7b829e085, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1732090990946 2024-11-20T08:23:12,144 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 560380e2703d4f9e9325fbd61fb476b2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732090990443 2024-11-20T08:23:12,145 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting cb1d2839954f4194b0108885b0485af9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732090990617 2024-11-20T08:23:12,145 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 0dead6018bfc41a79f170d936973a9c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1732090990948 2024-11-20T08:23:12,160 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a972eff0e6c512facb3dfdc3a46d5035#B#compaction#123 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:12,161 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/83aad2e38e6846f0a9c178ffd9ed172e is 50, key is test_row_0/B:col10/1732090991562/Put/seqid=0 2024-11-20T08:23:12,161 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:12,165 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120ae8ff2470a45474f9be24479975a5d16_a972eff0e6c512facb3dfdc3a46d5035 store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:12,169 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120ae8ff2470a45474f9be24479975a5d16_a972eff0e6c512facb3dfdc3a46d5035, store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:12,170 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ae8ff2470a45474f9be24479975a5d16_a972eff0e6c512facb3dfdc3a46d5035 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:12,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741971_1147 (size=12207) 2024-11-20T08:23:12,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:12,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a972eff0e6c512facb3dfdc3a46d5035 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-20T08:23:12,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=A 2024-11-20T08:23:12,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:12,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=B 2024-11-20T08:23:12,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:12,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=C 2024-11-20T08:23:12,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:12,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741972_1148 (size=4469) 2024-11-20T08:23:12,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200ffda46858594b51a8c6d8f475cf95cb_a972eff0e6c512facb3dfdc3a46d5035 is 50, key is test_row_0/A:col10/1732090992208/Put/seqid=0 2024-11-20T08:23:12,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091052244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:12,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091052244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:12,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091052252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:12,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091052252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:12,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741973_1149 (size=14594) 2024-11-20T08:23:12,269 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:12,277 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200ffda46858594b51a8c6d8f475cf95cb_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200ffda46858594b51a8c6d8f475cf95cb_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:12,278 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/fe2810de9a534bd3957c95e7d5cbe4e7, store: [table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:12,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091052259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:12,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/fe2810de9a534bd3957c95e7d5cbe4e7 is 175, key is test_row_0/A:col10/1732090992208/Put/seqid=0 2024-11-20T08:23:12,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741974_1150 (size=39549) 2024-11-20T08:23:12,289 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/fe2810de9a534bd3957c95e7d5cbe4e7 2024-11-20T08:23:12,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/32ca1eef2c224f0f90b54f37df9d75c8 is 50, key is test_row_0/B:col10/1732090992208/Put/seqid=0 2024-11-20T08:23:12,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741975_1151 (size=12001) 2024-11-20T08:23:12,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/32ca1eef2c224f0f90b54f37df9d75c8 2024-11-20T08:23:12,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/742755ed67534a18b5cafef2b7f2754a is 50, key is test_row_0/C:col10/1732090992208/Put/seqid=0 2024-11-20T08:23:12,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741976_1152 (size=12001) 2024-11-20T08:23:12,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/742755ed67534a18b5cafef2b7f2754a 2024-11-20T08:23:12,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/fe2810de9a534bd3957c95e7d5cbe4e7 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/fe2810de9a534bd3957c95e7d5cbe4e7 2024-11-20T08:23:12,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/fe2810de9a534bd3957c95e7d5cbe4e7, entries=200, sequenceid=120, filesize=38.6 K 2024-11-20T08:23:12,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/32ca1eef2c224f0f90b54f37df9d75c8 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/32ca1eef2c224f0f90b54f37df9d75c8 2024-11-20T08:23:12,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/32ca1eef2c224f0f90b54f37df9d75c8, entries=150, sequenceid=120, filesize=11.7 K 2024-11-20T08:23:12,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/742755ed67534a18b5cafef2b7f2754a as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/742755ed67534a18b5cafef2b7f2754a 2024-11-20T08:23:12,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/742755ed67534a18b5cafef2b7f2754a, entries=150, sequenceid=120, filesize=11.7 K 2024-11-20T08:23:12,368 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for a972eff0e6c512facb3dfdc3a46d5035 in 155ms, sequenceid=120, compaction requested=true 2024-11-20T08:23:12,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:12,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:A, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:23:12,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T08:23:12,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:B, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:23:12,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-20T08:23:12,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:23:12,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-20T08:23:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:12,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a972eff0e6c512facb3dfdc3a46d5035 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-20T08:23:12,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=A 2024-11-20T08:23:12,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:12,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=B 2024-11-20T08:23:12,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:12,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=C 2024-11-20T08:23:12,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:12,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c42cc32dff4645ef8a1d04f6ca5beda3_a972eff0e6c512facb3dfdc3a46d5035 is 50, key is test_row_0/A:col10/1732090992370/Put/seqid=0 2024-11-20T08:23:12,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741977_1153 (size=17284) 2024-11-20T08:23:12,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091052395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:12,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091052398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:12,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091052398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:12,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091052399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:12,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091052400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:12,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091052501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:12,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091052503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:12,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091052503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:12,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091052503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:12,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091052504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:12,610 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/83aad2e38e6846f0a9c178ffd9ed172e as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/83aad2e38e6846f0a9c178ffd9ed172e 2024-11-20T08:23:12,616 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a972eff0e6c512facb3dfdc3a46d5035/B of a972eff0e6c512facb3dfdc3a46d5035 into 83aad2e38e6846f0a9c178ffd9ed172e(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:12,616 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:12,616 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., storeName=a972eff0e6c512facb3dfdc3a46d5035/B, priority=13, startTime=1732090992137; duration=0sec 2024-11-20T08:23:12,616 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-20T08:23:12,616 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:B 2024-11-20T08:23:12,616 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-11-20T08:23:12,617 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T08:23:12,617 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T08:23:12,617 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. because compaction request was cancelled 2024-11-20T08:23:12,617 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:A 2024-11-20T08:23:12,617 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:23:12,619 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:23:12,619 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): a972eff0e6c512facb3dfdc3a46d5035/C is initiating minor compaction (all files) 2024-11-20T08:23:12,619 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a972eff0e6c512facb3dfdc3a46d5035/C in TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:12,619 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/31f0aac5f1794e209ddd75775be4d69b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/4845941e6b20474bb6935ca9da2059a4, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/a136787426034c38854e34412485aeb2, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/742755ed67534a18b5cafef2b7f2754a] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp, totalSize=47.0 K 2024-11-20T08:23:12,620 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 31f0aac5f1794e209ddd75775be4d69b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1732090990443 2024-11-20T08:23:12,621 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 4845941e6b20474bb6935ca9da2059a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732090990617 2024-11-20T08:23:12,621 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting a136787426034c38854e34412485aeb2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1732090990948 2024-11-20T08:23:12,622 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 742755ed67534a18b5cafef2b7f2754a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732090991585 2024-11-20T08:23:12,635 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a972eff0e6c512facb3dfdc3a46d5035#C#compaction#129 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:12,635 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/24fcc175dc6e4121b7f9646fa3834620 is 50, key is test_row_0/C:col10/1732090992208/Put/seqid=0 2024-11-20T08:23:12,643 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a972eff0e6c512facb3dfdc3a46d5035#A#compaction#124 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:12,644 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/59d650c600a347aaac04bc720be8bbb1 is 175, key is test_row_0/A:col10/1732090991562/Put/seqid=0 2024-11-20T08:23:12,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741978_1154 (size=12241) 2024-11-20T08:23:12,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741979_1155 (size=31161) 2024-11-20T08:23:12,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091052702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:12,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091052705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:12,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091052706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:12,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091052707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:12,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091052707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:12,795 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:12,801 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c42cc32dff4645ef8a1d04f6ca5beda3_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c42cc32dff4645ef8a1d04f6ca5beda3_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:12,802 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/fb61f4f4db8c425db95501544c5577bb, store: [table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:12,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/fb61f4f4db8c425db95501544c5577bb is 175, key is test_row_0/A:col10/1732090992370/Put/seqid=0 2024-11-20T08:23:12,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741980_1156 (size=48389) 2024-11-20T08:23:12,822 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=138, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/fb61f4f4db8c425db95501544c5577bb 2024-11-20T08:23:12,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/8139f4eeba444b7690528f8c953ec4a1 is 50, key is test_row_0/B:col10/1732090992370/Put/seqid=0 2024-11-20T08:23:12,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741981_1157 (size=12151) 2024-11-20T08:23:13,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:13,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091053009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:13,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091053011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:13,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091053011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:13,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:13,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091053012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091053011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:13,065 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/24fcc175dc6e4121b7f9646fa3834620 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/24fcc175dc6e4121b7f9646fa3834620 2024-11-20T08:23:13,074 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a972eff0e6c512facb3dfdc3a46d5035/C of a972eff0e6c512facb3dfdc3a46d5035 into 24fcc175dc6e4121b7f9646fa3834620(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:13,074 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:13,074 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., storeName=a972eff0e6c512facb3dfdc3a46d5035/C, priority=12, startTime=1732090992368; duration=0sec 2024-11-20T08:23:13,074 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T08:23:13,074 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:C 2024-11-20T08:23:13,074 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:B 2024-11-20T08:23:13,074 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:C 2024-11-20T08:23:13,074 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T08:23:13,075 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T08:23:13,075 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T08:23:13,076 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. because compaction request was cancelled 2024-11-20T08:23:13,076 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:B 2024-11-20T08:23:13,076 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-20T08:23:13,076 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/59d650c600a347aaac04bc720be8bbb1 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/59d650c600a347aaac04bc720be8bbb1 2024-11-20T08:23:13,077 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T08:23:13,077 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T08:23:13,077 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. because compaction request was cancelled 2024-11-20T08:23:13,077 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:C 2024-11-20T08:23:13,082 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a972eff0e6c512facb3dfdc3a46d5035/A of a972eff0e6c512facb3dfdc3a46d5035 into 59d650c600a347aaac04bc720be8bbb1(size=30.4 K), total size for store is 69.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:13,082 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:13,082 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., storeName=a972eff0e6c512facb3dfdc3a46d5035/A, priority=13, startTime=1732090992137; duration=0sec 2024-11-20T08:23:13,082 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:13,082 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:A 2024-11-20T08:23:13,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/8139f4eeba444b7690528f8c953ec4a1 2024-11-20T08:23:13,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/eeaad178ebc64a6880f3d60904817107 is 50, key is test_row_0/C:col10/1732090992370/Put/seqid=0 2024-11-20T08:23:13,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741982_1158 (size=12151) 2024-11-20T08:23:13,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/eeaad178ebc64a6880f3d60904817107 2024-11-20T08:23:13,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/fb61f4f4db8c425db95501544c5577bb as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/fb61f4f4db8c425db95501544c5577bb 2024-11-20T08:23:13,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/fb61f4f4db8c425db95501544c5577bb, entries=250, sequenceid=138, filesize=47.3 K 2024-11-20T08:23:13,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/8139f4eeba444b7690528f8c953ec4a1 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/8139f4eeba444b7690528f8c953ec4a1 2024-11-20T08:23:13,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/8139f4eeba444b7690528f8c953ec4a1, entries=150, sequenceid=138, filesize=11.9 K 2024-11-20T08:23:13,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/eeaad178ebc64a6880f3d60904817107 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/eeaad178ebc64a6880f3d60904817107 2024-11-20T08:23:13,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/eeaad178ebc64a6880f3d60904817107, entries=150, sequenceid=138, filesize=11.9 K 2024-11-20T08:23:13,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for a972eff0e6c512facb3dfdc3a46d5035 in 929ms, sequenceid=138, compaction requested=true 2024-11-20T08:23:13,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:13,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:23:13,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:13,300 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:13,300 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:13,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:23:13,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:13,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:23:13,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:13,302 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:13,302 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:13,302 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): a972eff0e6c512facb3dfdc3a46d5035/B is initiating minor compaction (all files) 2024-11-20T08:23:13,302 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): a972eff0e6c512facb3dfdc3a46d5035/A is initiating minor compaction (all files) 2024-11-20T08:23:13,302 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a972eff0e6c512facb3dfdc3a46d5035/B in TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:13,302 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/83aad2e38e6846f0a9c178ffd9ed172e, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/32ca1eef2c224f0f90b54f37df9d75c8, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/8139f4eeba444b7690528f8c953ec4a1] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp, totalSize=35.5 K 2024-11-20T08:23:13,303 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a972eff0e6c512facb3dfdc3a46d5035/A in TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:13,303 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/59d650c600a347aaac04bc720be8bbb1, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/fe2810de9a534bd3957c95e7d5cbe4e7, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/fb61f4f4db8c425db95501544c5577bb] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp, totalSize=116.3 K 2024-11-20T08:23:13,303 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:13,303 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. files: [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/59d650c600a347aaac04bc720be8bbb1, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/fe2810de9a534bd3957c95e7d5cbe4e7, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/fb61f4f4db8c425db95501544c5577bb] 2024-11-20T08:23:13,303 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59d650c600a347aaac04bc720be8bbb1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1732090990948 2024-11-20T08:23:13,303 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 83aad2e38e6846f0a9c178ffd9ed172e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1732090990948 2024-11-20T08:23:13,304 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 32ca1eef2c224f0f90b54f37df9d75c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732090991585 2024-11-20T08:23:13,304 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe2810de9a534bd3957c95e7d5cbe4e7, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732090991585 2024-11-20T08:23:13,305 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 8139f4eeba444b7690528f8c953ec4a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732090992231 2024-11-20T08:23:13,305 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb61f4f4db8c425db95501544c5577bb, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732090992231 2024-11-20T08:23:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-20T08:23:13,315 INFO [Thread-621 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-20T08:23:13,316 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:23:13,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-20T08:23:13,319 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:23:13,320 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:23:13,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:23:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-20T08:23:13,327 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a972eff0e6c512facb3dfdc3a46d5035#B#compaction#132 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:13,328 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/0c5f69bb7f924cf3ac2cdd4c5f3b6fd6 is 50, key is test_row_0/B:col10/1732090992370/Put/seqid=0 2024-11-20T08:23:13,330 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:13,337 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120b0ac2b7fe36f40a0bb7f67174c12ee15_a972eff0e6c512facb3dfdc3a46d5035 store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:13,339 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120b0ac2b7fe36f40a0bb7f67174c12ee15_a972eff0e6c512facb3dfdc3a46d5035, store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:13,340 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b0ac2b7fe36f40a0bb7f67174c12ee15_a972eff0e6c512facb3dfdc3a46d5035 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:13,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741983_1159 (size=12459) 2024-11-20T08:23:13,368 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/0c5f69bb7f924cf3ac2cdd4c5f3b6fd6 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/0c5f69bb7f924cf3ac2cdd4c5f3b6fd6 2024-11-20T08:23:13,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741984_1160 (size=4469) 2024-11-20T08:23:13,378 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a972eff0e6c512facb3dfdc3a46d5035/B of a972eff0e6c512facb3dfdc3a46d5035 into 0c5f69bb7f924cf3ac2cdd4c5f3b6fd6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:13,378 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:13,379 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., storeName=a972eff0e6c512facb3dfdc3a46d5035/B, priority=13, startTime=1732090993300; duration=0sec 2024-11-20T08:23:13,379 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:13,379 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:B 2024-11-20T08:23:13,380 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T08:23:13,383 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T08:23:13,383 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T08:23:13,383 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. because compaction request was cancelled 2024-11-20T08:23:13,383 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:C 2024-11-20T08:23:13,384 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a972eff0e6c512facb3dfdc3a46d5035#A#compaction#133 average throughput is 0.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:13,385 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/9ea87db66452439c9efe68c2d8b4ab59 is 175, key is test_row_0/A:col10/1732090992370/Put/seqid=0 2024-11-20T08:23:13,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741985_1161 (size=31413) 2024-11-20T08:23:13,408 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/9ea87db66452439c9efe68c2d8b4ab59 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/9ea87db66452439c9efe68c2d8b4ab59 2024-11-20T08:23:13,417 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a972eff0e6c512facb3dfdc3a46d5035/A of a972eff0e6c512facb3dfdc3a46d5035 into 9ea87db66452439c9efe68c2d8b4ab59(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:13,417 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:13,417 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., storeName=a972eff0e6c512facb3dfdc3a46d5035/A, priority=13, startTime=1732090993300; duration=0sec 2024-11-20T08:23:13,417 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:13,417 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:A 2024-11-20T08:23:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-20T08:23:13,472 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:13,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-20T08:23:13,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:13,474 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing a972eff0e6c512facb3dfdc3a46d5035 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-20T08:23:13,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=A 2024-11-20T08:23:13,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:13,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=B 2024-11-20T08:23:13,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:13,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=C 2024-11-20T08:23:13,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:13,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205d209379f8684cc4bd89202c0d0e18ee_a972eff0e6c512facb3dfdc3a46d5035 is 50, key is test_row_0/A:col10/1732090992398/Put/seqid=0 2024-11-20T08:23:13,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741986_1162 (size=12304) 2024-11-20T08:23:13,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:13,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:13,522 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205d209379f8684cc4bd89202c0d0e18ee_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205d209379f8684cc4bd89202c0d0e18ee_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:13,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/8bbc541bd7b64cbcaf52835e33fb93d1, store: [table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:13,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/8bbc541bd7b64cbcaf52835e33fb93d1 is 175, key is test_row_0/A:col10/1732090992398/Put/seqid=0 2024-11-20T08:23:13,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091053530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:13,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091053531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:13,536 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:23:13,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091053533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:13,538 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:23:13,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:13,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091053535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091053535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:13,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741987_1163 (size=31105) 2024-11-20T08:23:13,544 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/8bbc541bd7b64cbcaf52835e33fb93d1 2024-11-20T08:23:13,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/44c77413aef5438c830dfc026485db24 is 50, key is test_row_0/B:col10/1732090992398/Put/seqid=0 2024-11-20T08:23:13,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741988_1164 (size=12151) 2024-11-20T08:23:13,571 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/44c77413aef5438c830dfc026485db24 2024-11-20T08:23:13,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/748f6ef909ee402d93caea750e3fd177 is 50, key is test_row_0/C:col10/1732090992398/Put/seqid=0 2024-11-20T08:23:13,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741989_1165 (size=12151) 2024-11-20T08:23:13,607 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/748f6ef909ee402d93caea750e3fd177 2024-11-20T08:23:13,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/8bbc541bd7b64cbcaf52835e33fb93d1 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/8bbc541bd7b64cbcaf52835e33fb93d1 2024-11-20T08:23:13,620 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/8bbc541bd7b64cbcaf52835e33fb93d1, entries=150, sequenceid=161, filesize=30.4 K 2024-11-20T08:23:13,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/44c77413aef5438c830dfc026485db24 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/44c77413aef5438c830dfc026485db24 2024-11-20T08:23:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-20T08:23:13,632 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/44c77413aef5438c830dfc026485db24, entries=150, sequenceid=161, filesize=11.9 K 2024-11-20T08:23:13,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/748f6ef909ee402d93caea750e3fd177 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/748f6ef909ee402d93caea750e3fd177 2024-11-20T08:23:13,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:13,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091053636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091053636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:13,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091053638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:13,643 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/748f6ef909ee402d93caea750e3fd177, entries=150, sequenceid=161, filesize=11.9 K 2024-11-20T08:23:13,646 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for a972eff0e6c512facb3dfdc3a46d5035 in 173ms, sequenceid=161, compaction requested=true 2024-11-20T08:23:13,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:13,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:13,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-20T08:23:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:13,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a972eff0e6c512facb3dfdc3a46d5035 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T08:23:13,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=A 2024-11-20T08:23:13,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:13,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=B 2024-11-20T08:23:13,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:13,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=C 2024-11-20T08:23:13,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-20T08:23:13,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-20T08:23:13,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 329 msec 2024-11-20T08:23:13,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 336 msec 2024-11-20T08:23:13,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202046931d6ca045a1b770c8b688db56ab_a972eff0e6c512facb3dfdc3a46d5035 is 50, key is test_row_0/A:col10/1732090993645/Put/seqid=0 2024-11-20T08:23:13,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091053671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:13,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091053672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:13,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741990_1166 (size=12304) 2024-11-20T08:23:13,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091053774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:13,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091053777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:13,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091053838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:13,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:13,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091053840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:13,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091053841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-20T08:23:13,930 INFO [Thread-621 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-20T08:23:13,931 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:23:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-20T08:23:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T08:23:13,933 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:23:13,934 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:23:13,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:23:13,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091053977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:13,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091053980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:14,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T08:23:14,079 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:14,084 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202046931d6ca045a1b770c8b688db56ab_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202046931d6ca045a1b770c8b688db56ab_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:14,086 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:14,086 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/6d50660ec0b545939002854ef46d0e88, store: [table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:14,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T08:23:14,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:14,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:14,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:14,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:14,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/6d50660ec0b545939002854ef46d0e88 is 175, key is test_row_0/A:col10/1732090993645/Put/seqid=0 2024-11-20T08:23:14,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:14,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:14,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741991_1167 (size=31105) 2024-11-20T08:23:14,094 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=182, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/6d50660ec0b545939002854ef46d0e88 2024-11-20T08:23:14,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/b700e776249246ae962cc8db8227722b is 50, key is test_row_0/B:col10/1732090993645/Put/seqid=0 2024-11-20T08:23:14,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741992_1168 (size=12151) 2024-11-20T08:23:14,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:14,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091054143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:14,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091054144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:14,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091054144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:14,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T08:23:14,239 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:14,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T08:23:14,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:14,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:14,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:14,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:14,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:14,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:14,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091054281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:14,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091054283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:14,392 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:14,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T08:23:14,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:14,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:14,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:14,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:14,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:14,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:14,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/b700e776249246ae962cc8db8227722b 2024-11-20T08:23:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T08:23:14,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/d1ab8288b6ca4fb3af3e081853226d5c is 50, key is test_row_0/C:col10/1732090993645/Put/seqid=0 2024-11-20T08:23:14,547 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:14,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T08:23:14,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:14,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:14,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:14,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:14,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:14,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741993_1169 (size=12151) 2024-11-20T08:23:14,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/d1ab8288b6ca4fb3af3e081853226d5c 2024-11-20T08:23:14,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/6d50660ec0b545939002854ef46d0e88 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/6d50660ec0b545939002854ef46d0e88 2024-11-20T08:23:14,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/6d50660ec0b545939002854ef46d0e88, entries=150, sequenceid=182, filesize=30.4 K 2024-11-20T08:23:14,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/b700e776249246ae962cc8db8227722b as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/b700e776249246ae962cc8db8227722b 2024-11-20T08:23:14,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/b700e776249246ae962cc8db8227722b, entries=150, sequenceid=182, filesize=11.9 K 2024-11-20T08:23:14,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/d1ab8288b6ca4fb3af3e081853226d5c as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/d1ab8288b6ca4fb3af3e081853226d5c 2024-11-20T08:23:14,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/d1ab8288b6ca4fb3af3e081853226d5c, entries=150, sequenceid=182, filesize=11.9 K 2024-11-20T08:23:14,599 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for a972eff0e6c512facb3dfdc3a46d5035 in 953ms, sequenceid=182, compaction requested=true 2024-11-20T08:23:14,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:14,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:23:14,600 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:14,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:14,600 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:14,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:23:14,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:14,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:23:14,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:14,602 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93623 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:14,602 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): a972eff0e6c512facb3dfdc3a46d5035/A is initiating minor compaction (all files) 2024-11-20T08:23:14,602 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a972eff0e6c512facb3dfdc3a46d5035/A in TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:14,602 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/9ea87db66452439c9efe68c2d8b4ab59, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/8bbc541bd7b64cbcaf52835e33fb93d1, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/6d50660ec0b545939002854ef46d0e88] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp, totalSize=91.4 K 2024-11-20T08:23:14,602 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:14,602 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. files: [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/9ea87db66452439c9efe68c2d8b4ab59, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/8bbc541bd7b64cbcaf52835e33fb93d1, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/6d50660ec0b545939002854ef46d0e88] 2024-11-20T08:23:14,602 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:14,602 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): a972eff0e6c512facb3dfdc3a46d5035/B is initiating minor compaction (all files) 2024-11-20T08:23:14,603 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a972eff0e6c512facb3dfdc3a46d5035/B in TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:14,603 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/0c5f69bb7f924cf3ac2cdd4c5f3b6fd6, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/44c77413aef5438c830dfc026485db24, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/b700e776249246ae962cc8db8227722b] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp, totalSize=35.9 K 2024-11-20T08:23:14,603 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ea87db66452439c9efe68c2d8b4ab59, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732090992231 2024-11-20T08:23:14,603 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c5f69bb7f924cf3ac2cdd4c5f3b6fd6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732090992231 2024-11-20T08:23:14,604 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8bbc541bd7b64cbcaf52835e33fb93d1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732090992396 2024-11-20T08:23:14,604 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 44c77413aef5438c830dfc026485db24, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732090992396 2024-11-20T08:23:14,604 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d50660ec0b545939002854ef46d0e88, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732090993532 2024-11-20T08:23:14,605 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting b700e776249246ae962cc8db8227722b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732090993532 2024-11-20T08:23:14,621 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:14,623 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a972eff0e6c512facb3dfdc3a46d5035#B#compaction#140 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:14,623 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/8760d9d242214cbca7584e0b4aba1396 is 50, key is test_row_0/B:col10/1732090993645/Put/seqid=0 2024-11-20T08:23:14,625 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120b428f13e776b4ff1aaf95c5021243a7b_a972eff0e6c512facb3dfdc3a46d5035 store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:14,627 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120b428f13e776b4ff1aaf95c5021243a7b_a972eff0e6c512facb3dfdc3a46d5035, store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:14,627 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b428f13e776b4ff1aaf95c5021243a7b_a972eff0e6c512facb3dfdc3a46d5035 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:14,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a972eff0e6c512facb3dfdc3a46d5035 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T08:23:14,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=A 2024-11-20T08:23:14,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:14,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=B 2024-11-20T08:23:14,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:14,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=C 2024-11-20T08:23:14,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:14,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741994_1170 (size=12561) 2024-11-20T08:23:14,659 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/8760d9d242214cbca7584e0b4aba1396 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/8760d9d242214cbca7584e0b4aba1396 2024-11-20T08:23:14,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741995_1171 (size=4469) 2024-11-20T08:23:14,663 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a972eff0e6c512facb3dfdc3a46d5035#A#compaction#141 average throughput is 0.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:14,664 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/5afd60dc573346948a3de0610ef5f2f5 is 175, key is test_row_0/A:col10/1732090993645/Put/seqid=0 2024-11-20T08:23:14,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b5f1128cd1714b17b947a906c981be11_a972eff0e6c512facb3dfdc3a46d5035 is 50, key is test_row_0/A:col10/1732090993657/Put/seqid=0 2024-11-20T08:23:14,670 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a972eff0e6c512facb3dfdc3a46d5035/B of a972eff0e6c512facb3dfdc3a46d5035 into 8760d9d242214cbca7584e0b4aba1396(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:14,670 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:14,670 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., storeName=a972eff0e6c512facb3dfdc3a46d5035/B, priority=13, startTime=1732090994600; duration=0sec 2024-11-20T08:23:14,671 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:14,671 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:B 2024-11-20T08:23:14,671 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:23:14,672 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:23:14,672 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): a972eff0e6c512facb3dfdc3a46d5035/C is initiating minor compaction (all files) 2024-11-20T08:23:14,672 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a972eff0e6c512facb3dfdc3a46d5035/C in TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:14,673 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/24fcc175dc6e4121b7f9646fa3834620, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/eeaad178ebc64a6880f3d60904817107, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/748f6ef909ee402d93caea750e3fd177, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/d1ab8288b6ca4fb3af3e081853226d5c] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp, totalSize=47.6 K 2024-11-20T08:23:14,675 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 24fcc175dc6e4121b7f9646fa3834620, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732090991585 2024-11-20T08:23:14,675 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting eeaad178ebc64a6880f3d60904817107, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732090992231 2024-11-20T08:23:14,676 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 748f6ef909ee402d93caea750e3fd177, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732090992396 2024-11-20T08:23:14,676 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting d1ab8288b6ca4fb3af3e081853226d5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732090993532 2024-11-20T08:23:14,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741997_1173 (size=14794) 2024-11-20T08:23:14,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741996_1172 (size=31515) 2024-11-20T08:23:14,696 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/5afd60dc573346948a3de0610ef5f2f5 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/5afd60dc573346948a3de0610ef5f2f5 2024-11-20T08:23:14,697 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:14,701 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:14,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T08:23:14,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:14,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:14,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:14,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:14,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:14,703 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a972eff0e6c512facb3dfdc3a46d5035#C#compaction#143 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:14,703 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/c813d2ebd05b42d5bd4638e857ae3744 is 50, key is test_row_0/C:col10/1732090993645/Put/seqid=0 2024-11-20T08:23:14,708 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b5f1128cd1714b17b947a906c981be11_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b5f1128cd1714b17b947a906c981be11_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:14,710 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/f48548c3ca1747e4a8aad0037ec2cb45, store: [table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:14,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/f48548c3ca1747e4a8aad0037ec2cb45 is 175, key is test_row_0/A:col10/1732090993657/Put/seqid=0 2024-11-20T08:23:14,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741998_1174 (size=12527) 2024-11-20T08:23:14,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741999_1175 (size=39749) 2024-11-20T08:23:14,717 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/f48548c3ca1747e4a8aad0037ec2cb45 2024-11-20T08:23:14,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/226cb5be69984861b7beee192771bf1c is 50, key is test_row_0/B:col10/1732090993657/Put/seqid=0 2024-11-20T08:23:14,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742000_1176 (size=12151) 2024-11-20T08:23:14,736 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a972eff0e6c512facb3dfdc3a46d5035/A of a972eff0e6c512facb3dfdc3a46d5035 into 5afd60dc573346948a3de0610ef5f2f5(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:14,736 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:14,736 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., storeName=a972eff0e6c512facb3dfdc3a46d5035/A, priority=13, startTime=1732090994600; duration=0sec 2024-11-20T08:23:14,736 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:14,736 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:A 2024-11-20T08:23:14,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091054736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:14,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091054736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:14,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091054736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:14,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091054785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:14,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091054788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:14,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091054840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:14,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091054840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:14,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:14,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091054841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:14,854 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:14,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T08:23:14,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:14,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:14,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:14,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:14,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:14,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:15,007 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:15,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T08:23:15,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:15,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:15,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:15,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:15,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T08:23:15,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091055042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:15,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091055043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:15,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091055044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:15,123 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/c813d2ebd05b42d5bd4638e857ae3744 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/c813d2ebd05b42d5bd4638e857ae3744 2024-11-20T08:23:15,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/226cb5be69984861b7beee192771bf1c 2024-11-20T08:23:15,135 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a972eff0e6c512facb3dfdc3a46d5035/C of a972eff0e6c512facb3dfdc3a46d5035 into c813d2ebd05b42d5bd4638e857ae3744(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:15,135 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:15,135 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., storeName=a972eff0e6c512facb3dfdc3a46d5035/C, priority=12, startTime=1732090994601; duration=0sec 2024-11-20T08:23:15,136 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:15,136 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:C 2024-11-20T08:23:15,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/b1c2bb47149e4c7aa478dc4254ae8402 is 50, key is test_row_0/C:col10/1732090993657/Put/seqid=0 2024-11-20T08:23:15,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742001_1177 (size=12151) 2024-11-20T08:23:15,146 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/b1c2bb47149e4c7aa478dc4254ae8402 2024-11-20T08:23:15,162 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:15,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T08:23:15,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:15,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/f48548c3ca1747e4a8aad0037ec2cb45 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/f48548c3ca1747e4a8aad0037ec2cb45 2024-11-20T08:23:15,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:15,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:15,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:15,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:15,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:15,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/f48548c3ca1747e4a8aad0037ec2cb45, entries=200, sequenceid=198, filesize=38.8 K 2024-11-20T08:23:15,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/226cb5be69984861b7beee192771bf1c as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/226cb5be69984861b7beee192771bf1c 2024-11-20T08:23:15,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/226cb5be69984861b7beee192771bf1c, entries=150, sequenceid=198, filesize=11.9 K 2024-11-20T08:23:15,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/b1c2bb47149e4c7aa478dc4254ae8402 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/b1c2bb47149e4c7aa478dc4254ae8402 2024-11-20T08:23:15,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/b1c2bb47149e4c7aa478dc4254ae8402, entries=150, sequenceid=198, filesize=11.9 K 2024-11-20T08:23:15,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for a972eff0e6c512facb3dfdc3a46d5035 in 543ms, sequenceid=198, compaction requested=false 2024-11-20T08:23:15,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:15,316 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:15,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-20T08:23:15,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:15,318 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing a972eff0e6c512facb3dfdc3a46d5035 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T08:23:15,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=A 2024-11-20T08:23:15,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:15,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=B 2024-11-20T08:23:15,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:15,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=C 2024-11-20T08:23:15,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:15,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ed55b29b672142779de64ecc9b274902_a972eff0e6c512facb3dfdc3a46d5035 is 50, key is test_row_0/A:col10/1732090994709/Put/seqid=0 2024-11-20T08:23:15,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742002_1178 (size=12304) 2024-11-20T08:23:15,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:15,348 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ed55b29b672142779de64ecc9b274902_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ed55b29b672142779de64ecc9b274902_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:15,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/a7f6481e6be1460aafe3f9168a0c6d4d, store: [table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:15,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/a7f6481e6be1460aafe3f9168a0c6d4d is 175, key is test_row_0/A:col10/1732090994709/Put/seqid=0 2024-11-20T08:23:15,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:15,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:15,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091055367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:15,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091055371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:15,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091055372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:15,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742003_1179 (size=31105) 2024-11-20T08:23:15,387 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=223, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/a7f6481e6be1460aafe3f9168a0c6d4d 2024-11-20T08:23:15,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/15365c4041254386872d9073f7a6d1f7 is 50, key is test_row_0/B:col10/1732090994709/Put/seqid=0 2024-11-20T08:23:15,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742004_1180 (size=12151) 2024-11-20T08:23:15,451 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/15365c4041254386872d9073f7a6d1f7 2024-11-20T08:23:15,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/a992089f9dd74a26ae8777c97345a827 is 50, key is test_row_0/C:col10/1732090994709/Put/seqid=0 2024-11-20T08:23:15,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091055473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:15,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091055475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:15,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091055475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:15,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742005_1181 (size=12151) 2024-11-20T08:23:15,500 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/a992089f9dd74a26ae8777c97345a827 2024-11-20T08:23:15,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/a7f6481e6be1460aafe3f9168a0c6d4d as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/a7f6481e6be1460aafe3f9168a0c6d4d 2024-11-20T08:23:15,514 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/a7f6481e6be1460aafe3f9168a0c6d4d, entries=150, sequenceid=223, filesize=30.4 K 2024-11-20T08:23:15,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/15365c4041254386872d9073f7a6d1f7 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/15365c4041254386872d9073f7a6d1f7 2024-11-20T08:23:15,521 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/15365c4041254386872d9073f7a6d1f7, entries=150, sequenceid=223, filesize=11.9 K 2024-11-20T08:23:15,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/a992089f9dd74a26ae8777c97345a827 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/a992089f9dd74a26ae8777c97345a827 2024-11-20T08:23:15,529 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/a992089f9dd74a26ae8777c97345a827, entries=150, sequenceid=223, filesize=11.9 K 2024-11-20T08:23:15,530 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for a972eff0e6c512facb3dfdc3a46d5035 in 212ms, sequenceid=223, compaction requested=true 2024-11-20T08:23:15,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:15,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:15,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-20T08:23:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-20T08:23:15,534 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-20T08:23:15,534 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5970 sec 2024-11-20T08:23:15,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.6040 sec 2024-11-20T08:23:15,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:15,680 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a972eff0e6c512facb3dfdc3a46d5035 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T08:23:15,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=A 2024-11-20T08:23:15,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:15,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=B 2024-11-20T08:23:15,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:15,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=C 2024-11-20T08:23:15,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:15,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112027c83ca5d6804e84b497c3a3bcb9ac6a_a972eff0e6c512facb3dfdc3a46d5035 is 50, key is test_row_0/A:col10/1732090995369/Put/seqid=0 2024-11-20T08:23:15,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:15,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:15,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091055729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:15,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:15,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091055729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:15,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091055729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:15,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742006_1182 (size=14794) 2024-11-20T08:23:15,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:15,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091055790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:15,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:15,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091055797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:15,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:15,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091055837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:15,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:15,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091055838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:15,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091055837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:16,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-20T08:23:16,038 INFO [Thread-621 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-20T08:23:16,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091056041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:16,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:16,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091056049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:16,051 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:23:16,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-20T08:23:16,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:16,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091056051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:16,055 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:23:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T08:23:16,057 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:23:16,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:23:16,157 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:16,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T08:23:16,163 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112027c83ca5d6804e84b497c3a3bcb9ac6a_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112027c83ca5d6804e84b497c3a3bcb9ac6a_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:16,166 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/2df19c2cab0f409190880beae5b6a7c0, store: [table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:16,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/2df19c2cab0f409190880beae5b6a7c0 is 175, key is test_row_0/A:col10/1732090995369/Put/seqid=0 2024-11-20T08:23:16,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742007_1183 (size=39749) 2024-11-20T08:23:16,202 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/2df19c2cab0f409190880beae5b6a7c0 2024-11-20T08:23:16,209 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:16,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T08:23:16,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:16,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:16,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:16,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:16,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:16,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:16,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/5d284d706701442fa85989835f73305c is 50, key is test_row_0/B:col10/1732090995369/Put/seqid=0 2024-11-20T08:23:16,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742008_1184 (size=12151) 2024-11-20T08:23:16,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091056344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:16,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091056352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:16,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T08:23:16,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091056359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:16,362 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:16,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T08:23:16,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:16,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:16,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:16,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:16,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:16,516 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:16,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T08:23:16,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:16,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:16,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:16,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:16,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:16,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T08:23:16,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/5d284d706701442fa85989835f73305c 2024-11-20T08:23:16,671 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:16,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T08:23:16,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:16,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:16,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:16,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:16,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:16,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:16,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/c4836f8bfc5e4bb8a3b0b026a005d40a is 50, key is test_row_0/C:col10/1732090995369/Put/seqid=0 2024-11-20T08:23:16,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742009_1185 (size=12151) 2024-11-20T08:23:16,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/c4836f8bfc5e4bb8a3b0b026a005d40a 2024-11-20T08:23:16,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/2df19c2cab0f409190880beae5b6a7c0 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/2df19c2cab0f409190880beae5b6a7c0 2024-11-20T08:23:16,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/2df19c2cab0f409190880beae5b6a7c0, entries=200, sequenceid=239, filesize=38.8 K 2024-11-20T08:23:16,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/5d284d706701442fa85989835f73305c as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/5d284d706701442fa85989835f73305c 2024-11-20T08:23:16,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/5d284d706701442fa85989835f73305c, entries=150, sequenceid=239, filesize=11.9 K 2024-11-20T08:23:16,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/c4836f8bfc5e4bb8a3b0b026a005d40a as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/c4836f8bfc5e4bb8a3b0b026a005d40a 2024-11-20T08:23:16,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/c4836f8bfc5e4bb8a3b0b026a005d40a, entries=150, sequenceid=239, filesize=11.9 K 2024-11-20T08:23:16,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for a972eff0e6c512facb3dfdc3a46d5035 in 1075ms, sequenceid=239, compaction requested=true 2024-11-20T08:23:16,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:16,755 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:23:16,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:23:16,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:16,756 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:23:16,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:23:16,758 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142118 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:23:16,758 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): a972eff0e6c512facb3dfdc3a46d5035/A is initiating minor compaction (all files) 2024-11-20T08:23:16,758 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a972eff0e6c512facb3dfdc3a46d5035/A in TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:16,758 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/5afd60dc573346948a3de0610ef5f2f5, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/f48548c3ca1747e4a8aad0037ec2cb45, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/a7f6481e6be1460aafe3f9168a0c6d4d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/2df19c2cab0f409190880beae5b6a7c0] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp, totalSize=138.8 K 2024-11-20T08:23:16,758 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:16,758 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. files: [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/5afd60dc573346948a3de0610ef5f2f5, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/f48548c3ca1747e4a8aad0037ec2cb45, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/a7f6481e6be1460aafe3f9168a0c6d4d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/2df19c2cab0f409190880beae5b6a7c0] 2024-11-20T08:23:16,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:16,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:23:16,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:16,759 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5afd60dc573346948a3de0610ef5f2f5, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732090993532 2024-11-20T08:23:16,759 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:23:16,759 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): a972eff0e6c512facb3dfdc3a46d5035/B is initiating minor compaction (all files) 2024-11-20T08:23:16,759 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a972eff0e6c512facb3dfdc3a46d5035/B in TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:16,759 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/8760d9d242214cbca7584e0b4aba1396, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/226cb5be69984861b7beee192771bf1c, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/15365c4041254386872d9073f7a6d1f7, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/5d284d706701442fa85989835f73305c] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp, totalSize=47.9 K 2024-11-20T08:23:16,760 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting f48548c3ca1747e4a8aad0037ec2cb45, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732090993657 2024-11-20T08:23:16,760 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 8760d9d242214cbca7584e0b4aba1396, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732090993532 2024-11-20T08:23:16,760 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7f6481e6be1460aafe3f9168a0c6d4d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732090994691 2024-11-20T08:23:16,761 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 226cb5be69984861b7beee192771bf1c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732090993657 2024-11-20T08:23:16,761 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2df19c2cab0f409190880beae5b6a7c0, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732090995361 2024-11-20T08:23:16,762 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 15365c4041254386872d9073f7a6d1f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732090994691 2024-11-20T08:23:16,763 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d284d706701442fa85989835f73305c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732090995361 2024-11-20T08:23:16,787 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a972eff0e6c512facb3dfdc3a46d5035#B#compaction#152 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:16,787 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/0f6e7a541ab7470db41e52b64404c108 is 50, key is test_row_0/B:col10/1732090995369/Put/seqid=0 2024-11-20T08:23:16,796 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:16,807 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112019a485c154fd44c7ae4b5158af70927b_a972eff0e6c512facb3dfdc3a46d5035 store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:16,810 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112019a485c154fd44c7ae4b5158af70927b_a972eff0e6c512facb3dfdc3a46d5035, store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:16,810 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112019a485c154fd44c7ae4b5158af70927b_a972eff0e6c512facb3dfdc3a46d5035 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:16,825 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:16,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-20T08:23:16,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:16,825 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing a972eff0e6c512facb3dfdc3a46d5035 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T08:23:16,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=A 2024-11-20T08:23:16,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:16,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=B 2024-11-20T08:23:16,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:16,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=C 2024-11-20T08:23:16,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:16,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742010_1186 (size=12697) 2024-11-20T08:23:16,837 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/0f6e7a541ab7470db41e52b64404c108 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/0f6e7a541ab7470db41e52b64404c108 2024-11-20T08:23:16,846 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a972eff0e6c512facb3dfdc3a46d5035/B of a972eff0e6c512facb3dfdc3a46d5035 into 0f6e7a541ab7470db41e52b64404c108(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:16,846 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:16,846 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., storeName=a972eff0e6c512facb3dfdc3a46d5035/B, priority=12, startTime=1732090996756; duration=0sec 2024-11-20T08:23:16,847 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:16,847 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:B 2024-11-20T08:23:16,847 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:23:16,851 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:23:16,851 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): a972eff0e6c512facb3dfdc3a46d5035/C is initiating minor compaction (all files) 2024-11-20T08:23:16,851 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a972eff0e6c512facb3dfdc3a46d5035/C in TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:16,851 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/c813d2ebd05b42d5bd4638e857ae3744, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/b1c2bb47149e4c7aa478dc4254ae8402, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/a992089f9dd74a26ae8777c97345a827, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/c4836f8bfc5e4bb8a3b0b026a005d40a] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp, totalSize=47.8 K 2024-11-20T08:23:16,852 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting c813d2ebd05b42d5bd4638e857ae3744, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732090993532 2024-11-20T08:23:16,854 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting b1c2bb47149e4c7aa478dc4254ae8402, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732090993657 2024-11-20T08:23:16,854 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting a992089f9dd74a26ae8777c97345a827, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732090994691 2024-11-20T08:23:16,854 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting c4836f8bfc5e4bb8a3b0b026a005d40a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732090995361 2024-11-20T08:23:16,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:16,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:16,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742011_1187 (size=4469) 2024-11-20T08:23:16,869 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a972eff0e6c512facb3dfdc3a46d5035#A#compaction#153 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:16,870 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/f42fe31f368243fa8afe7b0f87381e17 is 175, key is test_row_0/A:col10/1732090995369/Put/seqid=0 2024-11-20T08:23:16,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ae4c80fc0de44012a3629046e26de66d_a972eff0e6c512facb3dfdc3a46d5035 is 50, key is test_row_0/A:col10/1732090995716/Put/seqid=0 2024-11-20T08:23:16,899 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a972eff0e6c512facb3dfdc3a46d5035#C#compaction#155 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:16,900 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/411f93233a7547f38bcbaf08249a9ebc is 50, key is test_row_0/C:col10/1732090995369/Put/seqid=0 2024-11-20T08:23:16,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742012_1188 (size=31651) 2024-11-20T08:23:16,948 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/f42fe31f368243fa8afe7b0f87381e17 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/f42fe31f368243fa8afe7b0f87381e17 2024-11-20T08:23:16,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:16,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:16,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091056942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:16,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091056942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:16,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:16,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091056948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:16,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742014_1190 (size=12663) 2024-11-20T08:23:16,975 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a972eff0e6c512facb3dfdc3a46d5035/A of a972eff0e6c512facb3dfdc3a46d5035 into f42fe31f368243fa8afe7b0f87381e17(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:16,975 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:16,975 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., storeName=a972eff0e6c512facb3dfdc3a46d5035/A, priority=12, startTime=1732090996755; duration=0sec 2024-11-20T08:23:16,975 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:16,975 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:A 2024-11-20T08:23:16,976 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/411f93233a7547f38bcbaf08249a9ebc as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/411f93233a7547f38bcbaf08249a9ebc 2024-11-20T08:23:16,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742013_1189 (size=12404) 2024-11-20T08:23:16,989 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a972eff0e6c512facb3dfdc3a46d5035/C of a972eff0e6c512facb3dfdc3a46d5035 into 411f93233a7547f38bcbaf08249a9ebc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:16,989 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:16,989 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., storeName=a972eff0e6c512facb3dfdc3a46d5035/C, priority=12, startTime=1732090996758; duration=0sec 2024-11-20T08:23:16,989 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:16,989 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:C 2024-11-20T08:23:16,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:16,994 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ae4c80fc0de44012a3629046e26de66d_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ae4c80fc0de44012a3629046e26de66d_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:16,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/e668125a577b4c0393cc89774e8a2798, store: [table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:16,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/e668125a577b4c0393cc89774e8a2798 is 175, key is test_row_0/A:col10/1732090995716/Put/seqid=0 2024-11-20T08:23:17,023 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T08:23:17,023 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-20T08:23:17,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742015_1191 (size=31205) 2024-11-20T08:23:17,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:17,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091057051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:17,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:17,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091057056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:17,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:17,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091057056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:17,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T08:23:17,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:17,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091057273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:17,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091057274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:17,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091057274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:17,438 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=261, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/e668125a577b4c0393cc89774e8a2798 2024-11-20T08:23:17,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/5b97d3d967ff40f39895e3b6ebf0cfca is 50, key is test_row_0/B:col10/1732090995716/Put/seqid=0 2024-11-20T08:23:17,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742016_1192 (size=12251) 2024-11-20T08:23:17,517 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/5b97d3d967ff40f39895e3b6ebf0cfca 2024-11-20T08:23:17,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/0e8ba08fbf0c48d8a25dc0f151da3073 is 50, key is test_row_0/C:col10/1732090995716/Put/seqid=0 2024-11-20T08:23:17,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742017_1193 (size=12251) 2024-11-20T08:23:17,571 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/0e8ba08fbf0c48d8a25dc0f151da3073 2024-11-20T08:23:17,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/e668125a577b4c0393cc89774e8a2798 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/e668125a577b4c0393cc89774e8a2798 2024-11-20T08:23:17,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091057580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:17,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091057580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:17,585 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/e668125a577b4c0393cc89774e8a2798, entries=150, sequenceid=261, filesize=30.5 K 2024-11-20T08:23:17,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/5b97d3d967ff40f39895e3b6ebf0cfca as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/5b97d3d967ff40f39895e3b6ebf0cfca 2024-11-20T08:23:17,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:17,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091057581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:17,594 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/5b97d3d967ff40f39895e3b6ebf0cfca, entries=150, sequenceid=261, filesize=12.0 K 2024-11-20T08:23:17,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/0e8ba08fbf0c48d8a25dc0f151da3073 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/0e8ba08fbf0c48d8a25dc0f151da3073 2024-11-20T08:23:17,603 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/0e8ba08fbf0c48d8a25dc0f151da3073, entries=150, sequenceid=261, filesize=12.0 K 2024-11-20T08:23:17,604 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for a972eff0e6c512facb3dfdc3a46d5035 in 779ms, sequenceid=261, compaction requested=false 2024-11-20T08:23:17,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:17,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:17,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-20T08:23:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-20T08:23:17,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-20T08:23:17,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5490 sec 2024-11-20T08:23:17,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.5570 sec 2024-11-20T08:23:17,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a972eff0e6c512facb3dfdc3a46d5035 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T08:23:17,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=A 2024-11-20T08:23:17,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:17,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=B 2024-11-20T08:23:17,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:17,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=C 2024-11-20T08:23:17,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:17,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:17,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a65f13e1a2504ec585f95ad7c790ed09_a972eff0e6c512facb3dfdc3a46d5035 is 50, key is test_row_0/A:col10/1732090996946/Put/seqid=0 2024-11-20T08:23:17,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091057880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:17,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091057885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:17,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742018_1194 (size=14994) 2024-11-20T08:23:17,899 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:17,905 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a65f13e1a2504ec585f95ad7c790ed09_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a65f13e1a2504ec585f95ad7c790ed09_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:17,907 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/20aebfff902f44838c228a68d9e2d3d9, store: [table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:17,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/20aebfff902f44838c228a68d9e2d3d9 is 175, key is test_row_0/A:col10/1732090996946/Put/seqid=0 2024-11-20T08:23:17,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742019_1195 (size=39949) 2024-11-20T08:23:17,955 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/20aebfff902f44838c228a68d9e2d3d9 2024-11-20T08:23:17,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/2acf0c3c798c4bafafb5e648c53740a2 is 50, key is test_row_0/B:col10/1732090996946/Put/seqid=0 2024-11-20T08:23:17,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091057987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:17,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091057988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:18,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742020_1196 (size=12301) 2024-11-20T08:23:18,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/2acf0c3c798c4bafafb5e648c53740a2 2024-11-20T08:23:18,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/447cb96fd2594b3ba6332e52883a29b0 is 50, key is test_row_0/C:col10/1732090996946/Put/seqid=0 2024-11-20T08:23:18,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091058085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:18,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091058092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:18,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091058092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:18,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742021_1197 (size=12301) 2024-11-20T08:23:18,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/447cb96fd2594b3ba6332e52883a29b0 2024-11-20T08:23:18,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/20aebfff902f44838c228a68d9e2d3d9 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/20aebfff902f44838c228a68d9e2d3d9 2024-11-20T08:23:18,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/20aebfff902f44838c228a68d9e2d3d9, entries=200, sequenceid=279, filesize=39.0 K 2024-11-20T08:23:18,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/2acf0c3c798c4bafafb5e648c53740a2 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/2acf0c3c798c4bafafb5e648c53740a2 2024-11-20T08:23:18,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/2acf0c3c798c4bafafb5e648c53740a2, entries=150, sequenceid=279, filesize=12.0 K 2024-11-20T08:23:18,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/447cb96fd2594b3ba6332e52883a29b0 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/447cb96fd2594b3ba6332e52883a29b0 2024-11-20T08:23:18,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/447cb96fd2594b3ba6332e52883a29b0, entries=150, sequenceid=279, filesize=12.0 K 2024-11-20T08:23:18,148 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for a972eff0e6c512facb3dfdc3a46d5035 in 329ms, sequenceid=279, compaction requested=true 2024-11-20T08:23:18,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:18,149 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:18,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:23:18,150 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102805 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:18,150 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): a972eff0e6c512facb3dfdc3a46d5035/A is initiating minor compaction (all files) 2024-11-20T08:23:18,150 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a972eff0e6c512facb3dfdc3a46d5035/A in TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:18,150 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/f42fe31f368243fa8afe7b0f87381e17, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/e668125a577b4c0393cc89774e8a2798, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/20aebfff902f44838c228a68d9e2d3d9] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp, totalSize=100.4 K 2024-11-20T08:23:18,151 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:18,151 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. files: [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/f42fe31f368243fa8afe7b0f87381e17, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/e668125a577b4c0393cc89774e8a2798, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/20aebfff902f44838c228a68d9e2d3d9] 2024-11-20T08:23:18,151 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting f42fe31f368243fa8afe7b0f87381e17, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732090995361 2024-11-20T08:23:18,152 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting e668125a577b4c0393cc89774e8a2798, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732090995716 2024-11-20T08:23:18,153 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20aebfff902f44838c228a68d9e2d3d9, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732090996860 2024-11-20T08:23:18,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:18,153 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:18,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:23:18,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:18,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:23:18,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:18,155 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37249 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:18,155 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): a972eff0e6c512facb3dfdc3a46d5035/B is initiating minor compaction (all files) 2024-11-20T08:23:18,155 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a972eff0e6c512facb3dfdc3a46d5035/B in TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:18,155 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/0f6e7a541ab7470db41e52b64404c108, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/5b97d3d967ff40f39895e3b6ebf0cfca, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/2acf0c3c798c4bafafb5e648c53740a2] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp, totalSize=36.4 K 2024-11-20T08:23:18,156 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f6e7a541ab7470db41e52b64404c108, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732090995361 2024-11-20T08:23:18,157 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b97d3d967ff40f39895e3b6ebf0cfca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732090995716 2024-11-20T08:23:18,157 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 2acf0c3c798c4bafafb5e648c53740a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732090996860 2024-11-20T08:23:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-20T08:23:18,169 INFO [Thread-621 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-20T08:23:18,174 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:23:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-20T08:23:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T08:23:18,177 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:23:18,178 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:23:18,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:23:18,182 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:18,194 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a972eff0e6c512facb3dfdc3a46d5035#B#compaction#162 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:18,195 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/0b31f0b333d24d398f9ecf326ea2a14b is 50, key is test_row_0/B:col10/1732090996946/Put/seqid=0 2024-11-20T08:23:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:18,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a972eff0e6c512facb3dfdc3a46d5035 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T08:23:18,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=A 2024-11-20T08:23:18,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:18,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=B 2024-11-20T08:23:18,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:18,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=C 2024-11-20T08:23:18,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:18,205 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112007f24caf026c4ab0bdb1dd9022ead738_a972eff0e6c512facb3dfdc3a46d5035 store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:18,208 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112007f24caf026c4ab0bdb1dd9022ead738_a972eff0e6c512facb3dfdc3a46d5035, store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:18,208 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112007f24caf026c4ab0bdb1dd9022ead738_a972eff0e6c512facb3dfdc3a46d5035 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:18,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200e92598a60ff4207a7d95231cb000ba5_a972eff0e6c512facb3dfdc3a46d5035 is 50, key is test_row_0/A:col10/1732090997875/Put/seqid=0 2024-11-20T08:23:18,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:18,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091058238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:18,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:18,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091058239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:18,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742023_1199 (size=4469) 2024-11-20T08:23:18,261 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a972eff0e6c512facb3dfdc3a46d5035#A#compaction#161 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:18,262 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/50a380b61c774514b91b1b6cf58daf99 is 175, key is test_row_0/A:col10/1732090996946/Put/seqid=0 2024-11-20T08:23:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T08:23:18,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742022_1198 (size=12949) 2024-11-20T08:23:18,330 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:18,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T08:23:18,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:18,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:18,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:18,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:18,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:18,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091058345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:18,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742024_1200 (size=17534) 2024-11-20T08:23:18,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:18,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091058352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:18,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742025_1201 (size=31903) 2024-11-20T08:23:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T08:23:18,484 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:18,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T08:23:18,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:18,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:18,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:18,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:18,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:18,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091058551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:18,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091058558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:18,639 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:18,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T08:23:18,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:18,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:18,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:18,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:18,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:18,699 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/0b31f0b333d24d398f9ecf326ea2a14b as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/0b31f0b333d24d398f9ecf326ea2a14b 2024-11-20T08:23:18,710 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a972eff0e6c512facb3dfdc3a46d5035/B of a972eff0e6c512facb3dfdc3a46d5035 into 0b31f0b333d24d398f9ecf326ea2a14b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:18,710 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:18,710 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., storeName=a972eff0e6c512facb3dfdc3a46d5035/B, priority=13, startTime=1732090998153; duration=0sec 2024-11-20T08:23:18,710 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:18,710 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:B 2024-11-20T08:23:18,711 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:18,712 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37215 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:18,712 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): a972eff0e6c512facb3dfdc3a46d5035/C is initiating minor compaction (all files) 2024-11-20T08:23:18,713 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a972eff0e6c512facb3dfdc3a46d5035/C in TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:18,713 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/411f93233a7547f38bcbaf08249a9ebc, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/0e8ba08fbf0c48d8a25dc0f151da3073, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/447cb96fd2594b3ba6332e52883a29b0] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp, totalSize=36.3 K 2024-11-20T08:23:18,713 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 411f93233a7547f38bcbaf08249a9ebc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732090995361 2024-11-20T08:23:18,714 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e8ba08fbf0c48d8a25dc0f151da3073, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732090995716 2024-11-20T08:23:18,714 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 447cb96fd2594b3ba6332e52883a29b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732090996860 2024-11-20T08:23:18,732 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a972eff0e6c512facb3dfdc3a46d5035#C#compaction#164 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:18,733 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/650a0ed589ea48499c6e5e130f8bcf8b is 50, key is test_row_0/C:col10/1732090996946/Put/seqid=0 2024-11-20T08:23:18,750 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:18,762 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200e92598a60ff4207a7d95231cb000ba5_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200e92598a60ff4207a7d95231cb000ba5_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:18,763 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/291a89637d664d03b06a4b088609ac81, store: [table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:18,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/291a89637d664d03b06a4b088609ac81 is 175, key is test_row_0/A:col10/1732090997875/Put/seqid=0 2024-11-20T08:23:18,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742026_1202 (size=12915) 2024-11-20T08:23:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T08:23:18,780 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/50a380b61c774514b91b1b6cf58daf99 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/50a380b61c774514b91b1b6cf58daf99 2024-11-20T08:23:18,785 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/650a0ed589ea48499c6e5e130f8bcf8b as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/650a0ed589ea48499c6e5e130f8bcf8b 2024-11-20T08:23:18,793 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:18,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T08:23:18,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:18,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:18,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:18,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:18,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:18,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:18,804 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a972eff0e6c512facb3dfdc3a46d5035/A of a972eff0e6c512facb3dfdc3a46d5035 into 50a380b61c774514b91b1b6cf58daf99(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:18,805 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:18,805 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., storeName=a972eff0e6c512facb3dfdc3a46d5035/A, priority=13, startTime=1732090998148; duration=0sec 2024-11-20T08:23:18,805 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:18,805 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:A 2024-11-20T08:23:18,807 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a972eff0e6c512facb3dfdc3a46d5035/C of a972eff0e6c512facb3dfdc3a46d5035 into 650a0ed589ea48499c6e5e130f8bcf8b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:18,807 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:18,807 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., storeName=a972eff0e6c512facb3dfdc3a46d5035/C, priority=13, startTime=1732090998153; duration=0sec 2024-11-20T08:23:18,807 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:18,807 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:C 2024-11-20T08:23:18,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742027_1203 (size=48639) 2024-11-20T08:23:18,813 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=302, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/291a89637d664d03b06a4b088609ac81 2024-11-20T08:23:18,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/b484b0880e0c4a98aec5650279c4b6b2 is 50, key is test_row_0/B:col10/1732090997875/Put/seqid=0 2024-11-20T08:23:18,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091058857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:18,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091058863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:18,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742028_1204 (size=12301) 2024-11-20T08:23:18,946 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:18,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T08:23:18,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:18,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:18,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:18,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:18,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:18,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:19,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:19,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091059091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:19,102 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:19,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T08:23:19,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:19,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:19,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:19,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:19,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:19,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:19,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:19,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091059104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:19,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:19,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091059105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:19,256 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:19,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T08:23:19,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:19,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:19,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:19,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:19,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:19,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T08:23:19,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/b484b0880e0c4a98aec5650279c4b6b2 2024-11-20T08:23:19,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/808e9ee291444dac87f2c3be14eed56f is 50, key is test_row_0/C:col10/1732090997875/Put/seqid=0 2024-11-20T08:23:19,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742029_1205 (size=12301) 2024-11-20T08:23:19,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/808e9ee291444dac87f2c3be14eed56f 2024-11-20T08:23:19,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/291a89637d664d03b06a4b088609ac81 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/291a89637d664d03b06a4b088609ac81 2024-11-20T08:23:19,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/291a89637d664d03b06a4b088609ac81, entries=250, sequenceid=302, filesize=47.5 K 2024-11-20T08:23:19,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/b484b0880e0c4a98aec5650279c4b6b2 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/b484b0880e0c4a98aec5650279c4b6b2 2024-11-20T08:23:19,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/b484b0880e0c4a98aec5650279c4b6b2, entries=150, sequenceid=302, filesize=12.0 K 2024-11-20T08:23:19,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/808e9ee291444dac87f2c3be14eed56f as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/808e9ee291444dac87f2c3be14eed56f 2024-11-20T08:23:19,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/808e9ee291444dac87f2c3be14eed56f, entries=150, sequenceid=302, filesize=12.0 K 2024-11-20T08:23:19,368 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a972eff0e6c512facb3dfdc3a46d5035 in 1167ms, sequenceid=302, compaction requested=false 2024-11-20T08:23:19,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:19,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:19,409 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a972eff0e6c512facb3dfdc3a46d5035 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T08:23:19,411 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:19,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T08:23:19,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:19,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:19,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:19,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:19,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:19,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:19,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=A 2024-11-20T08:23:19,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:19,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=B 2024-11-20T08:23:19,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:19,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=C 2024-11-20T08:23:19,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:19,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202fc690998b3d4567b309fb7a39f0d84b_a972eff0e6c512facb3dfdc3a46d5035 is 50, key is test_row_0/A:col10/1732090998218/Put/seqid=0 2024-11-20T08:23:19,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:19,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:19,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091059480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:19,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091059478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:19,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742030_1206 (size=12454) 2024-11-20T08:23:19,506 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:19,517 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202fc690998b3d4567b309fb7a39f0d84b_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202fc690998b3d4567b309fb7a39f0d84b_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:19,518 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/1aead38ff6174b95a57a0d451928d06b, store: [table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:19,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/1aead38ff6174b95a57a0d451928d06b is 175, key is test_row_0/A:col10/1732090998218/Put/seqid=0 2024-11-20T08:23:19,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742031_1207 (size=31255) 2024-11-20T08:23:19,568 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:19,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T08:23:19,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:19,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:19,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:19,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:19,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:19,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:19,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091059583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:19,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091059588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:19,723 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:19,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T08:23:19,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:19,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:19,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:19,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:19,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:19,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091059789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:19,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091059802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:19,878 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:19,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T08:23:19,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:19,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:19,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:19,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:19,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:19,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:19,947 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=320, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/1aead38ff6174b95a57a0d451928d06b 2024-11-20T08:23:19,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/349060c2e6a74a41bb46c3ed794d5906 is 50, key is test_row_0/B:col10/1732090998218/Put/seqid=0 2024-11-20T08:23:19,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742032_1208 (size=12301) 2024-11-20T08:23:19,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/349060c2e6a74a41bb46c3ed794d5906 2024-11-20T08:23:20,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/45bf0e212c3045e2a04a149a7fabc7e0 is 50, key is test_row_0/C:col10/1732090998218/Put/seqid=0 2024-11-20T08:23:20,035 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:20,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T08:23:20,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:20,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:20,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:20,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:20,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:20,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:20,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742033_1209 (size=12301) 2024-11-20T08:23:20,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:20,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091060105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:20,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:20,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091060110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:20,190 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:20,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T08:23:20,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:20,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:20,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:20,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:20,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:20,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:20,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T08:23:20,343 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:20,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T08:23:20,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:20,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:20,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:20,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:20,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:20,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:20,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/45bf0e212c3045e2a04a149a7fabc7e0 2024-11-20T08:23:20,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/1aead38ff6174b95a57a0d451928d06b as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/1aead38ff6174b95a57a0d451928d06b 2024-11-20T08:23:20,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/1aead38ff6174b95a57a0d451928d06b, entries=150, sequenceid=320, filesize=30.5 K 2024-11-20T08:23:20,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/349060c2e6a74a41bb46c3ed794d5906 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/349060c2e6a74a41bb46c3ed794d5906 2024-11-20T08:23:20,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/349060c2e6a74a41bb46c3ed794d5906, entries=150, sequenceid=320, filesize=12.0 K 2024-11-20T08:23:20,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/45bf0e212c3045e2a04a149a7fabc7e0 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/45bf0e212c3045e2a04a149a7fabc7e0 2024-11-20T08:23:20,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/45bf0e212c3045e2a04a149a7fabc7e0, entries=150, sequenceid=320, filesize=12.0 K 2024-11-20T08:23:20,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for a972eff0e6c512facb3dfdc3a46d5035 in 1087ms, sequenceid=320, compaction requested=true 2024-11-20T08:23:20,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:20,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:23:20,496 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:20,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:20,497 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:20,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:23:20,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:20,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:23:20,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:20,497 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:20,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-20T08:23:20,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:20,500 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing a972eff0e6c512facb3dfdc3a46d5035 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T08:23:20,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=A 2024-11-20T08:23:20,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:20,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=B 2024-11-20T08:23:20,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:20,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=C 2024-11-20T08:23:20,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:20,503 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:20,503 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): a972eff0e6c512facb3dfdc3a46d5035/B is initiating minor compaction (all files) 2024-11-20T08:23:20,503 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a972eff0e6c512facb3dfdc3a46d5035/B in TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:20,503 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/0b31f0b333d24d398f9ecf326ea2a14b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/b484b0880e0c4a98aec5650279c4b6b2, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/349060c2e6a74a41bb46c3ed794d5906] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp, totalSize=36.7 K 2024-11-20T08:23:20,504 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:20,504 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): a972eff0e6c512facb3dfdc3a46d5035/A is initiating minor compaction (all files) 2024-11-20T08:23:20,504 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a972eff0e6c512facb3dfdc3a46d5035/A in TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:20,504 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/50a380b61c774514b91b1b6cf58daf99, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/291a89637d664d03b06a4b088609ac81, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/1aead38ff6174b95a57a0d451928d06b] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp, totalSize=109.2 K 2024-11-20T08:23:20,504 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:20,504 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. files: [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/50a380b61c774514b91b1b6cf58daf99, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/291a89637d664d03b06a4b088609ac81, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/1aead38ff6174b95a57a0d451928d06b] 2024-11-20T08:23:20,506 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b31f0b333d24d398f9ecf326ea2a14b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732090996860 2024-11-20T08:23:20,507 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50a380b61c774514b91b1b6cf58daf99, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732090996860 2024-11-20T08:23:20,508 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting b484b0880e0c4a98aec5650279c4b6b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732090997875 2024-11-20T08:23:20,508 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 291a89637d664d03b06a4b088609ac81, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732090997875 2024-11-20T08:23:20,508 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1aead38ff6174b95a57a0d451928d06b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732090998218 2024-11-20T08:23:20,509 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 349060c2e6a74a41bb46c3ed794d5906, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732090998218 2024-11-20T08:23:20,532 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:20,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ed762bae44e04d97a8e189bda9e4df62_a972eff0e6c512facb3dfdc3a46d5035 is 50, key is test_row_0/A:col10/1732090999466/Put/seqid=0 2024-11-20T08:23:20,546 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112075fd01bd37d5424f9fc79fcf9a1337f1_a972eff0e6c512facb3dfdc3a46d5035 store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:20,548 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a972eff0e6c512facb3dfdc3a46d5035#B#compaction#172 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:20,548 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112075fd01bd37d5424f9fc79fcf9a1337f1_a972eff0e6c512facb3dfdc3a46d5035, store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:20,549 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/74c38b8420ee4ee88aa6ba786ccfd6c6 is 50, key is test_row_0/B:col10/1732090998218/Put/seqid=0 2024-11-20T08:23:20,549 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112075fd01bd37d5424f9fc79fcf9a1337f1_a972eff0e6c512facb3dfdc3a46d5035 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:20,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742034_1210 (size=12454) 2024-11-20T08:23:20,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:20,607 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ed762bae44e04d97a8e189bda9e4df62_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ed762bae44e04d97a8e189bda9e4df62_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:20,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/0548c4927e5e46b688deeacae384cbc0, store: [table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:20,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/0548c4927e5e46b688deeacae384cbc0 is 175, key is test_row_0/A:col10/1732090999466/Put/seqid=0 2024-11-20T08:23:20,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742035_1211 (size=13051) 2024-11-20T08:23:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:20,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:20,636 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/74c38b8420ee4ee88aa6ba786ccfd6c6 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/74c38b8420ee4ee88aa6ba786ccfd6c6 2024-11-20T08:23:20,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742036_1212 (size=4469) 2024-11-20T08:23:20,646 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a972eff0e6c512facb3dfdc3a46d5035/B of a972eff0e6c512facb3dfdc3a46d5035 into 74c38b8420ee4ee88aa6ba786ccfd6c6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:20,646 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:20,647 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., storeName=a972eff0e6c512facb3dfdc3a46d5035/B, priority=13, startTime=1732091000496; duration=0sec 2024-11-20T08:23:20,647 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:20,647 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:B 2024-11-20T08:23:20,648 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:20,661 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:20,663 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): a972eff0e6c512facb3dfdc3a46d5035/C is initiating minor compaction (all files) 2024-11-20T08:23:20,664 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a972eff0e6c512facb3dfdc3a46d5035/C in TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:20,665 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/650a0ed589ea48499c6e5e130f8bcf8b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/808e9ee291444dac87f2c3be14eed56f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/45bf0e212c3045e2a04a149a7fabc7e0] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp, totalSize=36.6 K 2024-11-20T08:23:20,667 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 650a0ed589ea48499c6e5e130f8bcf8b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732090996860 2024-11-20T08:23:20,667 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 808e9ee291444dac87f2c3be14eed56f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732090997875 2024-11-20T08:23:20,668 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 45bf0e212c3045e2a04a149a7fabc7e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732090998218 2024-11-20T08:23:20,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742037_1213 (size=31255) 2024-11-20T08:23:20,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091060673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:20,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:20,685 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=341, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/0548c4927e5e46b688deeacae384cbc0 2024-11-20T08:23:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091060680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:20,702 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a972eff0e6c512facb3dfdc3a46d5035#C#compaction#173 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:20,704 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/8fb4f2dacf3742149c9b0323051089cc is 50, key is test_row_0/C:col10/1732090998218/Put/seqid=0 2024-11-20T08:23:20,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/4b1923f8b96545f1a444a92af76c9390 is 50, key is test_row_0/B:col10/1732090999466/Put/seqid=0 2024-11-20T08:23:20,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742039_1215 (size=12301) 2024-11-20T08:23:20,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742038_1214 (size=13017) 2024-11-20T08:23:20,774 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/4b1923f8b96545f1a444a92af76c9390 2024-11-20T08:23:20,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091060782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:20,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091060786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:20,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/37479188f88344acb74a861c629e7790 is 50, key is test_row_0/C:col10/1732090999466/Put/seqid=0 2024-11-20T08:23:20,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742040_1216 (size=12301) 2024-11-20T08:23:20,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091060989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:20,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091060992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:21,047 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a972eff0e6c512facb3dfdc3a46d5035#A#compaction#170 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:21,048 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/8048229fea2c42729751dc066bd4b4d6 is 175, key is test_row_0/A:col10/1732090998218/Put/seqid=0 2024-11-20T08:23:21,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742041_1217 (size=32005) 2024-11-20T08:23:21,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091061114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:21,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091061116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:21,126 DEBUG [Thread-611 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4184 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., hostname=a04d4489dc6d,43141,1732090957262, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:23:21,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091061121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:21,132 DEBUG [Thread-617 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4190 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., hostname=a04d4489dc6d,43141,1732090957262, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:23:21,132 DEBUG [Thread-619 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4185 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., hostname=a04d4489dc6d,43141,1732090957262, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:23:21,177 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/8fb4f2dacf3742149c9b0323051089cc as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/8fb4f2dacf3742149c9b0323051089cc 2024-11-20T08:23:21,189 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a972eff0e6c512facb3dfdc3a46d5035/C of a972eff0e6c512facb3dfdc3a46d5035 into 8fb4f2dacf3742149c9b0323051089cc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:21,190 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:21,190 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., storeName=a972eff0e6c512facb3dfdc3a46d5035/C, priority=13, startTime=1732091000497; duration=0sec 2024-11-20T08:23:21,191 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:21,191 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:C 2024-11-20T08:23:21,231 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/37479188f88344acb74a861c629e7790 2024-11-20T08:23:21,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/0548c4927e5e46b688deeacae384cbc0 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/0548c4927e5e46b688deeacae384cbc0 2024-11-20T08:23:21,250 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/0548c4927e5e46b688deeacae384cbc0, entries=150, sequenceid=341, filesize=30.5 K 2024-11-20T08:23:21,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/4b1923f8b96545f1a444a92af76c9390 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/4b1923f8b96545f1a444a92af76c9390 2024-11-20T08:23:21,260 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/4b1923f8b96545f1a444a92af76c9390, entries=150, sequenceid=341, filesize=12.0 K 2024-11-20T08:23:21,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/37479188f88344acb74a861c629e7790 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/37479188f88344acb74a861c629e7790 2024-11-20T08:23:21,268 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/37479188f88344acb74a861c629e7790, entries=150, sequenceid=341, filesize=12.0 K 2024-11-20T08:23:21,269 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for a972eff0e6c512facb3dfdc3a46d5035 in 769ms, sequenceid=341, compaction requested=false 2024-11-20T08:23:21,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:21,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:21,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-20T08:23:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-20T08:23:21,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-20T08:23:21,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0930 sec 2024-11-20T08:23:21,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 3.0990 sec 2024-11-20T08:23:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:21,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a972eff0e6c512facb3dfdc3a46d5035 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T08:23:21,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=A 2024-11-20T08:23:21,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:21,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=B 2024-11-20T08:23:21,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:21,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=C 2024-11-20T08:23:21,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:21,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205d93e45909bc4692ae921e5daea67851_a972eff0e6c512facb3dfdc3a46d5035 is 50, key is test_row_0/A:col10/1732091000659/Put/seqid=0 2024-11-20T08:23:21,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742042_1218 (size=14994) 2024-11-20T08:23:21,320 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:21,326 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205d93e45909bc4692ae921e5daea67851_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205d93e45909bc4692ae921e5daea67851_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:21,328 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/6a33ae266915430db566755dc1076f82, store: [table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:21,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/6a33ae266915430db566755dc1076f82 is 175, key is test_row_0/A:col10/1732091000659/Put/seqid=0 2024-11-20T08:23:21,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091061346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:21,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091061347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:21,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742043_1219 (size=39949) 2024-11-20T08:23:21,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091061451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:21,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091061453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:21,501 INFO [master/a04d4489dc6d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T08:23:21,501 INFO [master/a04d4489dc6d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T08:23:21,508 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/8048229fea2c42729751dc066bd4b4d6 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/8048229fea2c42729751dc066bd4b4d6 2024-11-20T08:23:21,517 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a972eff0e6c512facb3dfdc3a46d5035/A of a972eff0e6c512facb3dfdc3a46d5035 into 8048229fea2c42729751dc066bd4b4d6(size=31.3 K), total size for store is 61.8 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-11-20T08:23:21,517 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:21,517 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., storeName=a972eff0e6c512facb3dfdc3a46d5035/A, priority=13, startTime=1732091000496; duration=1sec 2024-11-20T08:23:21,517 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:21,517 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:A 2024-11-20T08:23:21,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091061654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:21,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:21,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091061658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:21,785 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=359, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/6a33ae266915430db566755dc1076f82 2024-11-20T08:23:21,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/cce8e4cdba6c47ed877054e0b86a8825 is 50, key is test_row_0/B:col10/1732091000659/Put/seqid=0 2024-11-20T08:23:21,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742044_1220 (size=12301) 2024-11-20T08:23:21,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/cce8e4cdba6c47ed877054e0b86a8825 2024-11-20T08:23:21,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/730c3c935f9a4d5c8a93df43b41c9ec0 is 50, key is test_row_0/C:col10/1732091000659/Put/seqid=0 2024-11-20T08:23:21,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742045_1221 (size=12301) 2024-11-20T08:23:21,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/730c3c935f9a4d5c8a93df43b41c9ec0 2024-11-20T08:23:21,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/6a33ae266915430db566755dc1076f82 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/6a33ae266915430db566755dc1076f82 2024-11-20T08:23:21,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/6a33ae266915430db566755dc1076f82, entries=200, sequenceid=359, filesize=39.0 K 2024-11-20T08:23:21,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/cce8e4cdba6c47ed877054e0b86a8825 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/cce8e4cdba6c47ed877054e0b86a8825 2024-11-20T08:23:21,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/cce8e4cdba6c47ed877054e0b86a8825, entries=150, sequenceid=359, filesize=12.0 K 2024-11-20T08:23:21,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/730c3c935f9a4d5c8a93df43b41c9ec0 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/730c3c935f9a4d5c8a93df43b41c9ec0 2024-11-20T08:23:21,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/730c3c935f9a4d5c8a93df43b41c9ec0, entries=150, sequenceid=359, filesize=12.0 K 2024-11-20T08:23:21,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for a972eff0e6c512facb3dfdc3a46d5035 in 616ms, sequenceid=359, compaction requested=true 2024-11-20T08:23:21,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:21,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:23:21,913 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:21,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:21,913 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:21,916 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:21,917 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): a972eff0e6c512facb3dfdc3a46d5035/A is initiating minor compaction (all files) 2024-11-20T08:23:21,917 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a972eff0e6c512facb3dfdc3a46d5035/A in TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:21,917 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/8048229fea2c42729751dc066bd4b4d6, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/0548c4927e5e46b688deeacae384cbc0, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/6a33ae266915430db566755dc1076f82] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp, totalSize=100.8 K 2024-11-20T08:23:21,917 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:21,917 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. files: [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/8048229fea2c42729751dc066bd4b4d6, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/0548c4927e5e46b688deeacae384cbc0, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/6a33ae266915430db566755dc1076f82] 2024-11-20T08:23:21,917 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:21,917 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): a972eff0e6c512facb3dfdc3a46d5035/B is initiating minor compaction (all files) 2024-11-20T08:23:21,917 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a972eff0e6c512facb3dfdc3a46d5035/B in TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:21,918 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/74c38b8420ee4ee88aa6ba786ccfd6c6, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/4b1923f8b96545f1a444a92af76c9390, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/cce8e4cdba6c47ed877054e0b86a8825] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp, totalSize=36.8 K 2024-11-20T08:23:21,918 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 74c38b8420ee4ee88aa6ba786ccfd6c6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732090998218 2024-11-20T08:23:21,918 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8048229fea2c42729751dc066bd4b4d6, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732090998218 2024-11-20T08:23:21,920 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0548c4927e5e46b688deeacae384cbc0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732090999466 2024-11-20T08:23:21,920 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b1923f8b96545f1a444a92af76c9390, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732090999466 2024-11-20T08:23:21,920 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting cce8e4cdba6c47ed877054e0b86a8825, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732091000659 2024-11-20T08:23:21,921 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a33ae266915430db566755dc1076f82, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732091000646 2024-11-20T08:23:21,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:23:21,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:21,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:23:21,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:21,955 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a972eff0e6c512facb3dfdc3a46d5035#B#compaction#179 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:21,956 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/45068162fcba4521a5a67a2b2c0a37ce is 50, key is test_row_0/B:col10/1732091000659/Put/seqid=0 2024-11-20T08:23:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:21,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a972eff0e6c512facb3dfdc3a46d5035 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T08:23:21,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=A 2024-11-20T08:23:21,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:21,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=B 2024-11-20T08:23:21,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:21,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=C 2024-11-20T08:23:21,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:21,969 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:21,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742046_1222 (size=13153) 2024-11-20T08:23:21,995 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120db118a79776d434d8d69baede5ec9999_a972eff0e6c512facb3dfdc3a46d5035 store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:21,997 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120db118a79776d434d8d69baede5ec9999_a972eff0e6c512facb3dfdc3a46d5035, store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:21,998 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120db118a79776d434d8d69baede5ec9999_a972eff0e6c512facb3dfdc3a46d5035 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:21,999 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/45068162fcba4521a5a67a2b2c0a37ce as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/45068162fcba4521a5a67a2b2c0a37ce 2024-11-20T08:23:22,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091062000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:22,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205a98a5b132c94d9aa657d5c284e86980_a972eff0e6c512facb3dfdc3a46d5035 is 50, key is test_row_0/A:col10/1732091001344/Put/seqid=0 2024-11-20T08:23:22,006 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a972eff0e6c512facb3dfdc3a46d5035/B of a972eff0e6c512facb3dfdc3a46d5035 into 45068162fcba4521a5a67a2b2c0a37ce(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:22,006 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:22,006 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., storeName=a972eff0e6c512facb3dfdc3a46d5035/B, priority=13, startTime=1732091001913; duration=0sec 2024-11-20T08:23:22,006 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:22,006 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:B 2024-11-20T08:23:22,007 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:22,008 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:22,008 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): a972eff0e6c512facb3dfdc3a46d5035/C is initiating minor compaction (all files) 2024-11-20T08:23:22,008 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a972eff0e6c512facb3dfdc3a46d5035/C in TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:22,008 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/8fb4f2dacf3742149c9b0323051089cc, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/37479188f88344acb74a861c629e7790, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/730c3c935f9a4d5c8a93df43b41c9ec0] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp, totalSize=36.7 K 2024-11-20T08:23:22,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091062005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:22,011 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fb4f2dacf3742149c9b0323051089cc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732090998218 2024-11-20T08:23:22,012 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 37479188f88344acb74a861c629e7790, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732090999466 2024-11-20T08:23:22,012 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 730c3c935f9a4d5c8a93df43b41c9ec0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732091000659 2024-11-20T08:23:22,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742047_1223 (size=4469) 2024-11-20T08:23:22,024 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a972eff0e6c512facb3dfdc3a46d5035#A#compaction#180 average throughput is 0.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:22,024 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/5b3e8f583d464edaa2ed3133407c3e13 is 175, key is test_row_0/A:col10/1732091000659/Put/seqid=0 2024-11-20T08:23:22,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742048_1224 (size=12454) 2024-11-20T08:23:22,051 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a972eff0e6c512facb3dfdc3a46d5035#C#compaction#182 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:22,052 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/225ee6cf69d7444883b015c1f462acd4 is 50, key is test_row_0/C:col10/1732091000659/Put/seqid=0 2024-11-20T08:23:22,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742049_1225 (size=32107) 2024-11-20T08:23:22,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091062107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:22,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091062110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:22,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742050_1226 (size=13119) 2024-11-20T08:23:22,127 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/225ee6cf69d7444883b015c1f462acd4 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/225ee6cf69d7444883b015c1f462acd4 2024-11-20T08:23:22,137 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a972eff0e6c512facb3dfdc3a46d5035/C of a972eff0e6c512facb3dfdc3a46d5035 into 225ee6cf69d7444883b015c1f462acd4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:22,137 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:22,137 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., storeName=a972eff0e6c512facb3dfdc3a46d5035/C, priority=13, startTime=1732091001945; duration=0sec 2024-11-20T08:23:22,137 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:22,138 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:C 2024-11-20T08:23:22,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-20T08:23:22,282 INFO [Thread-621 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-20T08:23:22,283 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:23:22,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-20T08:23:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T08:23:22,286 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:23:22,287 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:23:22,287 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:23:22,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:22,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091062313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091062313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T08:23:22,439 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:22,439 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:22,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T08:23:22,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:22,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:22,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:22,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:22,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:22,447 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205a98a5b132c94d9aa657d5c284e86980_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205a98a5b132c94d9aa657d5c284e86980_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:22,449 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/e8c95412f73c43cda4af6e8ff89b193c, store: [table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:22,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/e8c95412f73c43cda4af6e8ff89b193c is 175, key is test_row_0/A:col10/1732091001344/Put/seqid=0 2024-11-20T08:23:22,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742051_1227 (size=31255) 2024-11-20T08:23:22,460 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=381, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/e8c95412f73c43cda4af6e8ff89b193c 2024-11-20T08:23:22,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/896c0a4d4d564981b5297e104388520d is 50, key is test_row_0/B:col10/1732091001344/Put/seqid=0 2024-11-20T08:23:22,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742052_1228 (size=12301) 2024-11-20T08:23:22,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/896c0a4d4d564981b5297e104388520d 2024-11-20T08:23:22,525 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/5b3e8f583d464edaa2ed3133407c3e13 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/5b3e8f583d464edaa2ed3133407c3e13 2024-11-20T08:23:22,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/fc737136b47d47c98d1aa1352c30af90 is 50, key is test_row_0/C:col10/1732091001344/Put/seqid=0 2024-11-20T08:23:22,535 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a972eff0e6c512facb3dfdc3a46d5035/A of a972eff0e6c512facb3dfdc3a46d5035 into 5b3e8f583d464edaa2ed3133407c3e13(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:22,535 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:22,535 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., storeName=a972eff0e6c512facb3dfdc3a46d5035/A, priority=13, startTime=1732091001913; duration=0sec 2024-11-20T08:23:22,535 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:22,535 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:A 2024-11-20T08:23:22,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742053_1229 (size=12301) 2024-11-20T08:23:22,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/fc737136b47d47c98d1aa1352c30af90 2024-11-20T08:23:22,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/e8c95412f73c43cda4af6e8ff89b193c as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/e8c95412f73c43cda4af6e8ff89b193c 2024-11-20T08:23:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T08:23:22,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/e8c95412f73c43cda4af6e8ff89b193c, entries=150, sequenceid=381, filesize=30.5 K 2024-11-20T08:23:22,594 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:22,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T08:23:22,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:22,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:22,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:22,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:22,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:22,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/896c0a4d4d564981b5297e104388520d as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/896c0a4d4d564981b5297e104388520d 2024-11-20T08:23:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:22,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/896c0a4d4d564981b5297e104388520d, entries=150, sequenceid=381, filesize=12.0 K 2024-11-20T08:23:22,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/fc737136b47d47c98d1aa1352c30af90 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/fc737136b47d47c98d1aa1352c30af90 2024-11-20T08:23:22,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/fc737136b47d47c98d1aa1352c30af90, entries=150, sequenceid=381, filesize=12.0 K 2024-11-20T08:23:22,610 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for a972eff0e6c512facb3dfdc3a46d5035 in 647ms, sequenceid=381, compaction requested=false 2024-11-20T08:23:22,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:22,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a972eff0e6c512facb3dfdc3a46d5035 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-20T08:23:22,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=A 2024-11-20T08:23:22,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:22,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=B 2024-11-20T08:23:22,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:22,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=C 2024-11-20T08:23:22,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:22,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120259d103ce23c47e9b399fd9bc5e80f69_a972eff0e6c512facb3dfdc3a46d5035 is 50, key is test_row_0/A:col10/1732091001987/Put/seqid=0 2024-11-20T08:23:22,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091062667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:22,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742054_1230 (size=14994) 2024-11-20T08:23:22,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091062675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:22,749 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:22,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T08:23:22,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:22,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:22,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:22,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:22,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:22,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091062771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:22,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091062778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T08:23:22,904 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:22,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T08:23:22,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:22,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:22,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:22,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:22,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:22,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091062976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:22,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091062983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:23,057 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:23,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T08:23:23,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:23,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:23,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:23,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:23,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:23,076 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:23,083 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120259d103ce23c47e9b399fd9bc5e80f69_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120259d103ce23c47e9b399fd9bc5e80f69_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:23,089 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/713c6a320e3547a38494c7461677590c, store: [table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:23,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/713c6a320e3547a38494c7461677590c is 175, key is test_row_0/A:col10/1732091001987/Put/seqid=0 2024-11-20T08:23:23,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742055_1231 (size=39949) 2024-11-20T08:23:23,115 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=400, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/713c6a320e3547a38494c7461677590c 2024-11-20T08:23:23,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/545b630aba4e4d2fafe27a689591259c is 50, key is test_row_0/B:col10/1732091001987/Put/seqid=0 2024-11-20T08:23:23,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742056_1232 (size=12301) 2024-11-20T08:23:23,211 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:23,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T08:23:23,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:23,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:23,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:23,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:23,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:23,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:23,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091063280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:23,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:23,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091063289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:23,365 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:23,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T08:23:23,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:23,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:23,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:23,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:23,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:23,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:23,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T08:23:23,520 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:23,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T08:23:23,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:23,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:23,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:23,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:23,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:23,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:23,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/545b630aba4e4d2fafe27a689591259c 2024-11-20T08:23:23,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/698fb23b820c4460afc53b2c8e0c6e9a is 50, key is test_row_0/C:col10/1732091001987/Put/seqid=0 2024-11-20T08:23:23,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742057_1233 (size=12301) 2024-11-20T08:23:23,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/698fb23b820c4460afc53b2c8e0c6e9a 2024-11-20T08:23:23,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/713c6a320e3547a38494c7461677590c as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/713c6a320e3547a38494c7461677590c 2024-11-20T08:23:23,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/713c6a320e3547a38494c7461677590c, entries=200, sequenceid=400, filesize=39.0 K 2024-11-20T08:23:23,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/545b630aba4e4d2fafe27a689591259c as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/545b630aba4e4d2fafe27a689591259c 2024-11-20T08:23:23,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/545b630aba4e4d2fafe27a689591259c, entries=150, sequenceid=400, filesize=12.0 K 2024-11-20T08:23:23,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/698fb23b820c4460afc53b2c8e0c6e9a as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/698fb23b820c4460afc53b2c8e0c6e9a 2024-11-20T08:23:23,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/698fb23b820c4460afc53b2c8e0c6e9a, entries=150, sequenceid=400, filesize=12.0 K 2024-11-20T08:23:23,645 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for a972eff0e6c512facb3dfdc3a46d5035 in 1024ms, sequenceid=400, compaction requested=true 2024-11-20T08:23:23,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:23,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:23:23,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:23,645 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:23,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:23:23,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:23,645 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:23,647 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:23,647 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:23,647 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): a972eff0e6c512facb3dfdc3a46d5035/B is initiating minor compaction (all files) 2024-11-20T08:23:23,647 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): a972eff0e6c512facb3dfdc3a46d5035/A is initiating minor compaction (all files) 2024-11-20T08:23:23,647 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a972eff0e6c512facb3dfdc3a46d5035/B in TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:23,647 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a972eff0e6c512facb3dfdc3a46d5035/A in TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:23,647 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/45068162fcba4521a5a67a2b2c0a37ce, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/896c0a4d4d564981b5297e104388520d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/545b630aba4e4d2fafe27a689591259c] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp, totalSize=36.9 K 2024-11-20T08:23:23,647 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/5b3e8f583d464edaa2ed3133407c3e13, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/e8c95412f73c43cda4af6e8ff89b193c, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/713c6a320e3547a38494c7461677590c] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp, totalSize=100.9 K 2024-11-20T08:23:23,647 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:23,647 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. files: [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/5b3e8f583d464edaa2ed3133407c3e13, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/e8c95412f73c43cda4af6e8ff89b193c, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/713c6a320e3547a38494c7461677590c] 2024-11-20T08:23:23,648 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 45068162fcba4521a5a67a2b2c0a37ce, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732091000659 2024-11-20T08:23:23,648 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b3e8f583d464edaa2ed3133407c3e13, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732091000659 2024-11-20T08:23:23,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:23:23,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:23,649 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 896c0a4d4d564981b5297e104388520d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732091001344 2024-11-20T08:23:23,649 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8c95412f73c43cda4af6e8ff89b193c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732091001344 2024-11-20T08:23:23,649 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 713c6a320e3547a38494c7461677590c, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732091001978 2024-11-20T08:23:23,649 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 545b630aba4e4d2fafe27a689591259c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732091001978 2024-11-20T08:23:23,660 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a972eff0e6c512facb3dfdc3a46d5035#B#compaction#188 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:23,662 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/9b693658d5ec435d9e89e544e960f57c is 50, key is test_row_0/B:col10/1732091001987/Put/seqid=0 2024-11-20T08:23:23,664 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:23,673 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:23,673 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112034d0d36bc1df483789de8e5d9812541a_a972eff0e6c512facb3dfdc3a46d5035 store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:23,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-20T08:23:23,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:23,674 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing a972eff0e6c512facb3dfdc3a46d5035 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-20T08:23:23,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=A 2024-11-20T08:23:23,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:23,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=B 2024-11-20T08:23:23,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:23,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=C 2024-11-20T08:23:23,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:23,675 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112034d0d36bc1df483789de8e5d9812541a_a972eff0e6c512facb3dfdc3a46d5035, store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:23,676 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112034d0d36bc1df483789de8e5d9812541a_a972eff0e6c512facb3dfdc3a46d5035 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:23,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742058_1234 (size=13255) 2024-11-20T08:23:23,729 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/9b693658d5ec435d9e89e544e960f57c as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/9b693658d5ec435d9e89e544e960f57c 2024-11-20T08:23:23,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120204030e1cacb4f3eb293df9e130cebe5_a972eff0e6c512facb3dfdc3a46d5035 is 50, key is test_row_0/A:col10/1732091002654/Put/seqid=0 2024-11-20T08:23:23,737 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a972eff0e6c512facb3dfdc3a46d5035/B of a972eff0e6c512facb3dfdc3a46d5035 into 9b693658d5ec435d9e89e544e960f57c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:23,737 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:23,737 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., storeName=a972eff0e6c512facb3dfdc3a46d5035/B, priority=13, startTime=1732091003645; duration=0sec 2024-11-20T08:23:23,738 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:23,738 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:B 2024-11-20T08:23:23,738 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:23,740 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:23,741 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): a972eff0e6c512facb3dfdc3a46d5035/C is initiating minor compaction (all files) 2024-11-20T08:23:23,741 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a972eff0e6c512facb3dfdc3a46d5035/C in TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:23,741 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/225ee6cf69d7444883b015c1f462acd4, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/fc737136b47d47c98d1aa1352c30af90, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/698fb23b820c4460afc53b2c8e0c6e9a] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp, totalSize=36.8 K 2024-11-20T08:23:23,743 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 225ee6cf69d7444883b015c1f462acd4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732091000659 2024-11-20T08:23:23,743 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting fc737136b47d47c98d1aa1352c30af90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732091001344 2024-11-20T08:23:23,744 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 698fb23b820c4460afc53b2c8e0c6e9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732091001978 2024-11-20T08:23:23,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742059_1235 (size=4469) 2024-11-20T08:23:23,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742060_1236 (size=12454) 2024-11-20T08:23:23,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:23,779 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a972eff0e6c512facb3dfdc3a46d5035#C#compaction#191 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:23,780 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/3445ef14bc2b4f4daaca9e2900b4b1e3 is 50, key is test_row_0/C:col10/1732091001987/Put/seqid=0 2024-11-20T08:23:23,781 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120204030e1cacb4f3eb293df9e130cebe5_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120204030e1cacb4f3eb293df9e130cebe5_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:23,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/0e16d9481d91483e83a0b111d5283492, store: [table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:23,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/0e16d9481d91483e83a0b111d5283492 is 175, key is test_row_0/A:col10/1732091002654/Put/seqid=0 2024-11-20T08:23:23,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:23,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:23,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742061_1237 (size=31255) 2024-11-20T08:23:23,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:23,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091063826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:23,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:23,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091063834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:23,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742062_1238 (size=13221) 2024-11-20T08:23:23,855 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/3445ef14bc2b4f4daaca9e2900b4b1e3 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/3445ef14bc2b4f4daaca9e2900b4b1e3 2024-11-20T08:23:23,862 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a972eff0e6c512facb3dfdc3a46d5035/C of a972eff0e6c512facb3dfdc3a46d5035 into 3445ef14bc2b4f4daaca9e2900b4b1e3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:23,862 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:23,862 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., storeName=a972eff0e6c512facb3dfdc3a46d5035/C, priority=13, startTime=1732091003645; duration=0sec 2024-11-20T08:23:23,862 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:23,862 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:C 2024-11-20T08:23:23,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:23,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091063935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:23,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:23,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091063940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:24,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:24,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091064138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:24,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:24,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091064145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:24,154 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a972eff0e6c512facb3dfdc3a46d5035#A#compaction#189 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:24,155 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/55a23fb116eb4044bd89c29a8db11c7b is 175, key is test_row_0/A:col10/1732091001987/Put/seqid=0 2024-11-20T08:23:24,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742063_1239 (size=32209) 2024-11-20T08:23:24,214 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/55a23fb116eb4044bd89c29a8db11c7b as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/55a23fb116eb4044bd89c29a8db11c7b 2024-11-20T08:23:24,225 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a972eff0e6c512facb3dfdc3a46d5035/A of a972eff0e6c512facb3dfdc3a46d5035 into 55a23fb116eb4044bd89c29a8db11c7b(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:24,225 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:24,225 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., storeName=a972eff0e6c512facb3dfdc3a46d5035/A, priority=13, startTime=1732091003645; duration=0sec 2024-11-20T08:23:24,226 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:24,226 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:A 2024-11-20T08:23:24,230 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=420, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/0e16d9481d91483e83a0b111d5283492 2024-11-20T08:23:24,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/02839a35704e47d7bb264b624312f322 is 50, key is test_row_0/B:col10/1732091002654/Put/seqid=0 2024-11-20T08:23:24,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742064_1240 (size=12301) 2024-11-20T08:23:24,269 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/02839a35704e47d7bb264b624312f322 2024-11-20T08:23:24,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/26a7d1bb90f24fe18f720a9d2266ed73 is 50, key is test_row_0/C:col10/1732091002654/Put/seqid=0 2024-11-20T08:23:24,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742065_1241 (size=12301) 2024-11-20T08:23:24,316 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/26a7d1bb90f24fe18f720a9d2266ed73 2024-11-20T08:23:24,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/0e16d9481d91483e83a0b111d5283492 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/0e16d9481d91483e83a0b111d5283492 2024-11-20T08:23:24,340 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/0e16d9481d91483e83a0b111d5283492, entries=150, sequenceid=420, filesize=30.5 K 2024-11-20T08:23:24,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/02839a35704e47d7bb264b624312f322 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/02839a35704e47d7bb264b624312f322 2024-11-20T08:23:24,353 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/02839a35704e47d7bb264b624312f322, entries=150, sequenceid=420, filesize=12.0 K 2024-11-20T08:23:24,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/26a7d1bb90f24fe18f720a9d2266ed73 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/26a7d1bb90f24fe18f720a9d2266ed73 2024-11-20T08:23:24,366 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/26a7d1bb90f24fe18f720a9d2266ed73, entries=150, sequenceid=420, filesize=12.0 K 2024-11-20T08:23:24,367 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for a972eff0e6c512facb3dfdc3a46d5035 in 693ms, sequenceid=420, compaction requested=false 2024-11-20T08:23:24,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:24,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:24,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-20T08:23:24,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-20T08:23:24,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-20T08:23:24,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0820 sec 2024-11-20T08:23:24,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.0880 sec 2024-11-20T08:23:24,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-20T08:23:24,392 INFO [Thread-621 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-20T08:23:24,393 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:23:24,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-20T08:23:24,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T08:23:24,395 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:23:24,396 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:23:24,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:23:24,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:24,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a972eff0e6c512facb3dfdc3a46d5035 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-20T08:23:24,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=A 2024-11-20T08:23:24,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:24,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=B 2024-11-20T08:23:24,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:24,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=C 2024-11-20T08:23:24,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:24,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120626c6c5f6e544c4fa9e747895d6ca40c_a972eff0e6c512facb3dfdc3a46d5035 is 50, key is test_row_0/A:col10/1732091004443/Put/seqid=0 2024-11-20T08:23:24,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742066_1242 (size=12454) 2024-11-20T08:23:24,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:24,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091064487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:24,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:24,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091064487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:24,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T08:23:24,548 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:24,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T08:23:24,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:24,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:24,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:24,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:24,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:24,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:24,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:24,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091064595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:24,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:24,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091064595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T08:23:24,701 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:24,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T08:23:24,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:24,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:24,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:24,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:24,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:24,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:24,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091064798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:24,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091064798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:24,856 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:24,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T08:23:24,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:24,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:24,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:24,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:24,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:24,887 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:24,893 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120626c6c5f6e544c4fa9e747895d6ca40c_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120626c6c5f6e544c4fa9e747895d6ca40c_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:24,894 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/ec039a6a7cfb43c99b8d29c8e3140f4f, store: [table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:24,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/ec039a6a7cfb43c99b8d29c8e3140f4f is 175, key is test_row_0/A:col10/1732091004443/Put/seqid=0 2024-11-20T08:23:24,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742067_1243 (size=31255) 2024-11-20T08:23:24,929 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=440, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/ec039a6a7cfb43c99b8d29c8e3140f4f 2024-11-20T08:23:24,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/3d50f18223f1420bbd06c27c9f63a7ec is 50, key is test_row_0/B:col10/1732091004443/Put/seqid=0 2024-11-20T08:23:24,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742068_1244 (size=12301) 2024-11-20T08:23:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T08:23:25,011 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:25,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T08:23:25,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:25,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:25,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:25,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:25,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:25,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091065103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:25,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091065103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:25,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:25,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46104 deadline: 1732091065136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:25,138 DEBUG [Thread-619 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8191 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., hostname=a04d4489dc6d,43141,1732090957262, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:23:25,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1732091065138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:25,142 DEBUG [Thread-617 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8200 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., hostname=a04d4489dc6d,43141,1732090957262, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:23:25,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46098 deadline: 1732091065160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:25,165 DEBUG [Thread-611 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8223 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., hostname=a04d4489dc6d,43141,1732090957262, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:23:25,165 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:25,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T08:23:25,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:25,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:25,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:25,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:25,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:25,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:25,319 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:25,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T08:23:25,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:25,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:25,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:25,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:25,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:25,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/3d50f18223f1420bbd06c27c9f63a7ec 2024-11-20T08:23:25,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/8259721d79a44031bed41d22eadc59b0 is 50, key is test_row_0/C:col10/1732091004443/Put/seqid=0 2024-11-20T08:23:25,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742069_1245 (size=12301) 2024-11-20T08:23:25,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/8259721d79a44031bed41d22eadc59b0 2024-11-20T08:23:25,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/ec039a6a7cfb43c99b8d29c8e3140f4f as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/ec039a6a7cfb43c99b8d29c8e3140f4f 2024-11-20T08:23:25,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/ec039a6a7cfb43c99b8d29c8e3140f4f, entries=150, sequenceid=440, filesize=30.5 K 2024-11-20T08:23:25,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/3d50f18223f1420bbd06c27c9f63a7ec as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/3d50f18223f1420bbd06c27c9f63a7ec 2024-11-20T08:23:25,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/3d50f18223f1420bbd06c27c9f63a7ec, entries=150, sequenceid=440, filesize=12.0 K 2024-11-20T08:23:25,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/8259721d79a44031bed41d22eadc59b0 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/8259721d79a44031bed41d22eadc59b0 2024-11-20T08:23:25,472 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:25,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T08:23:25,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:25,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:25,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:25,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:25,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:25,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/8259721d79a44031bed41d22eadc59b0, entries=150, sequenceid=440, filesize=12.0 K 2024-11-20T08:23:25,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for a972eff0e6c512facb3dfdc3a46d5035 in 1036ms, sequenceid=440, compaction requested=true 2024-11-20T08:23:25,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:25,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:23:25,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:25,481 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:25,481 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:25,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:23:25,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:25,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:23:25,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:25,483 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:25,483 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): a972eff0e6c512facb3dfdc3a46d5035/B is initiating minor compaction (all files) 2024-11-20T08:23:25,483 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a972eff0e6c512facb3dfdc3a46d5035/B in TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:25,483 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94719 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:25,483 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/9b693658d5ec435d9e89e544e960f57c, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/02839a35704e47d7bb264b624312f322, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/3d50f18223f1420bbd06c27c9f63a7ec] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp, totalSize=37.0 K 2024-11-20T08:23:25,483 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): a972eff0e6c512facb3dfdc3a46d5035/A is initiating minor compaction (all files) 2024-11-20T08:23:25,483 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a972eff0e6c512facb3dfdc3a46d5035/A in TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:25,483 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/55a23fb116eb4044bd89c29a8db11c7b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/0e16d9481d91483e83a0b111d5283492, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/ec039a6a7cfb43c99b8d29c8e3140f4f] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp, totalSize=92.5 K 2024-11-20T08:23:25,483 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:25,483 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. files: [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/55a23fb116eb4044bd89c29a8db11c7b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/0e16d9481d91483e83a0b111d5283492, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/ec039a6a7cfb43c99b8d29c8e3140f4f] 2024-11-20T08:23:25,484 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b693658d5ec435d9e89e544e960f57c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732091001978 2024-11-20T08:23:25,484 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55a23fb116eb4044bd89c29a8db11c7b, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732091001978 2024-11-20T08:23:25,484 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e16d9481d91483e83a0b111d5283492, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732091002654 2024-11-20T08:23:25,485 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 02839a35704e47d7bb264b624312f322, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732091002654 2024-11-20T08:23:25,485 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d50f18223f1420bbd06c27c9f63a7ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732091003824 2024-11-20T08:23:25,485 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec039a6a7cfb43c99b8d29c8e3140f4f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732091003824 2024-11-20T08:23:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T08:23:25,510 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a972eff0e6c512facb3dfdc3a46d5035#B#compaction#197 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:25,511 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/d3fef731b77d49d3a383a560ad15afec is 50, key is test_row_0/B:col10/1732091004443/Put/seqid=0 2024-11-20T08:23:25,519 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:25,545 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112033becca76a5a4c52b79936fe8d149e8f_a972eff0e6c512facb3dfdc3a46d5035 store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:25,547 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112033becca76a5a4c52b79936fe8d149e8f_a972eff0e6c512facb3dfdc3a46d5035, store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:25,547 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112033becca76a5a4c52b79936fe8d149e8f_a972eff0e6c512facb3dfdc3a46d5035 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:25,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742070_1246 (size=13357) 2024-11-20T08:23:25,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742071_1247 (size=4469) 2024-11-20T08:23:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:25,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a972eff0e6c512facb3dfdc3a46d5035 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-20T08:23:25,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=A 2024-11-20T08:23:25,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:25,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=B 2024-11-20T08:23:25,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:25,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=C 2024-11-20T08:23:25,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:25,628 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:25,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T08:23:25,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:25,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:25,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:25,629 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:25,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:25,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:25,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204820ebae56f74c60acd911793ca55d5b_a972eff0e6c512facb3dfdc3a46d5035 is 50, key is test_row_0/A:col10/1732091004484/Put/seqid=0 2024-11-20T08:23:25,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091065661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:25,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091065662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:25,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742072_1248 (size=14994) 2024-11-20T08:23:25,688 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:25,693 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204820ebae56f74c60acd911793ca55d5b_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204820ebae56f74c60acd911793ca55d5b_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:25,694 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/162211c007d147c8a1b9349c6ac7c539, store: [table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:25,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/162211c007d147c8a1b9349c6ac7c539 is 175, key is test_row_0/A:col10/1732091004484/Put/seqid=0 2024-11-20T08:23:25,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742073_1249 (size=39949) 2024-11-20T08:23:25,739 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=460, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/162211c007d147c8a1b9349c6ac7c539 2024-11-20T08:23:25,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/5a858cd9e237457d9044095e9bbda592 is 50, key is test_row_0/B:col10/1732091004484/Put/seqid=0 2024-11-20T08:23:25,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091065764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:25,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:25,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091065767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:25,782 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:25,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T08:23:25,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:25,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:25,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:25,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:25,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:25,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742074_1250 (size=12301) 2024-11-20T08:23:25,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/5a858cd9e237457d9044095e9bbda592 2024-11-20T08:23:25,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/e8bc4e477ebd44c7b9f737ea228dd675 is 50, key is test_row_0/C:col10/1732091004484/Put/seqid=0 2024-11-20T08:23:25,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742075_1251 (size=12301) 2024-11-20T08:23:25,937 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:25,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T08:23:25,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:25,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:25,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:25,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:25,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:25,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:25,968 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/d3fef731b77d49d3a383a560ad15afec as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/d3fef731b77d49d3a383a560ad15afec 2024-11-20T08:23:25,974 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a972eff0e6c512facb3dfdc3a46d5035/B of a972eff0e6c512facb3dfdc3a46d5035 into d3fef731b77d49d3a383a560ad15afec(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:25,974 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:25,974 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., storeName=a972eff0e6c512facb3dfdc3a46d5035/B, priority=13, startTime=1732091005481; duration=0sec 2024-11-20T08:23:25,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091065971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:25,974 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:25,974 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:B 2024-11-20T08:23:25,974 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:25,975 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:25,975 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): a972eff0e6c512facb3dfdc3a46d5035/C is initiating minor compaction (all files) 2024-11-20T08:23:25,976 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a972eff0e6c512facb3dfdc3a46d5035/C in TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:25,976 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/3445ef14bc2b4f4daaca9e2900b4b1e3, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/26a7d1bb90f24fe18f720a9d2266ed73, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/8259721d79a44031bed41d22eadc59b0] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp, totalSize=36.9 K 2024-11-20T08:23:25,976 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 3445ef14bc2b4f4daaca9e2900b4b1e3, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732091001978 2024-11-20T08:23:25,977 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 26a7d1bb90f24fe18f720a9d2266ed73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732091002654 2024-11-20T08:23:25,977 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 8259721d79a44031bed41d22eadc59b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732091003824 2024-11-20T08:23:25,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:25,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091065976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:25,990 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a972eff0e6c512facb3dfdc3a46d5035#A#compaction#198 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:25,991 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/29cc92670c274880b6d7b68cd974f55a is 175, key is test_row_0/A:col10/1732091004443/Put/seqid=0 2024-11-20T08:23:25,999 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a972eff0e6c512facb3dfdc3a46d5035#C#compaction#202 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:26,000 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/363961a46bba4c8abce352fcac14ec85 is 50, key is test_row_0/C:col10/1732091004443/Put/seqid=0 2024-11-20T08:23:26,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742077_1253 (size=13323) 2024-11-20T08:23:26,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742076_1252 (size=32311) 2024-11-20T08:23:26,047 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/29cc92670c274880b6d7b68cd974f55a as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/29cc92670c274880b6d7b68cd974f55a 2024-11-20T08:23:26,054 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a972eff0e6c512facb3dfdc3a46d5035/A of a972eff0e6c512facb3dfdc3a46d5035 into 29cc92670c274880b6d7b68cd974f55a(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:26,054 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:26,054 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., storeName=a972eff0e6c512facb3dfdc3a46d5035/A, priority=13, startTime=1732091005481; duration=0sec 2024-11-20T08:23:26,054 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:26,054 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:A 2024-11-20T08:23:26,090 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:26,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T08:23:26,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:26,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:26,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:26,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:26,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:26,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:26,244 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:26,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T08:23:26,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:26,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:26,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:26,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:26,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:26,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:26,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/e8bc4e477ebd44c7b9f737ea228dd675 2024-11-20T08:23:26,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/162211c007d147c8a1b9349c6ac7c539 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/162211c007d147c8a1b9349c6ac7c539 2024-11-20T08:23:26,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/162211c007d147c8a1b9349c6ac7c539, entries=200, sequenceid=460, filesize=39.0 K 2024-11-20T08:23:26,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/5a858cd9e237457d9044095e9bbda592 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/5a858cd9e237457d9044095e9bbda592 2024-11-20T08:23:26,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:26,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/5a858cd9e237457d9044095e9bbda592, entries=150, sequenceid=460, filesize=12.0 K 2024-11-20T08:23:26,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091066275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:26,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/e8bc4e477ebd44c7b9f737ea228dd675 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/e8bc4e477ebd44c7b9f737ea228dd675 2024-11-20T08:23:26,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/e8bc4e477ebd44c7b9f737ea228dd675, entries=150, sequenceid=460, filesize=12.0 K 2024-11-20T08:23:26,291 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for a972eff0e6c512facb3dfdc3a46d5035 in 677ms, sequenceid=460, compaction requested=false 2024-11-20T08:23:26,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:26,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a972eff0e6c512facb3dfdc3a46d5035 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-20T08:23:26,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=A 2024-11-20T08:23:26,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:26,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=B 2024-11-20T08:23:26,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:26,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=C 2024-11-20T08:23:26,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:26,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:26,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e11e5bf715954769ac4bf9fb4cbbdd5e_a972eff0e6c512facb3dfdc3a46d5035 is 50, key is test_row_0/A:col10/1732091005659/Put/seqid=0 2024-11-20T08:23:26,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742078_1254 (size=14994) 2024-11-20T08:23:26,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:26,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091066375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:26,399 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:26,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T08:23:26,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:26,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:26,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:26,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:26,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:26,437 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/363961a46bba4c8abce352fcac14ec85 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/363961a46bba4c8abce352fcac14ec85 2024-11-20T08:23:26,449 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a972eff0e6c512facb3dfdc3a46d5035/C of a972eff0e6c512facb3dfdc3a46d5035 into 363961a46bba4c8abce352fcac14ec85(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:26,449 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:26,449 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., storeName=a972eff0e6c512facb3dfdc3a46d5035/C, priority=13, startTime=1732091005482; duration=0sec 2024-11-20T08:23:26,450 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:26,450 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:C 2024-11-20T08:23:26,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:26,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091066480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T08:23:26,552 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:26,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T08:23:26,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:26,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:26,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:26,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:26,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:26,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:26,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091066685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:26,707 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:26,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T08:23:26,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:26,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:26,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:26,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:26,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:26,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:26,777 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:26,783 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e11e5bf715954769ac4bf9fb4cbbdd5e_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e11e5bf715954769ac4bf9fb4cbbdd5e_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:26,784 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/58658dcdcb5f44129436856883c164d8, store: [table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:26,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/58658dcdcb5f44129436856883c164d8 is 175, key is test_row_0/A:col10/1732091005659/Put/seqid=0 2024-11-20T08:23:26,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091066788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:26,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742079_1255 (size=39949) 2024-11-20T08:23:26,813 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=480, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/58658dcdcb5f44129436856883c164d8 2024-11-20T08:23:26,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/060bd27a11f64d0dbfc7d221e3876627 is 50, key is test_row_0/B:col10/1732091005659/Put/seqid=0 2024-11-20T08:23:26,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742080_1256 (size=12301) 2024-11-20T08:23:26,860 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:26,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T08:23:26,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:26,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:26,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:26,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:26,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:26,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:26,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091066988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:27,015 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:27,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T08:23:27,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:27,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:27,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:27,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:27,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:27,168 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:27,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T08:23:27,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:27,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:27,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:27,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:27,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:27,250 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/060bd27a11f64d0dbfc7d221e3876627 2024-11-20T08:23:27,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/c9dea0fc718c47b8a5cf85911aa123cc is 50, key is test_row_0/C:col10/1732091005659/Put/seqid=0 2024-11-20T08:23:27,323 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:27,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T08:23:27,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:27,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:27,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:27,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:27,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:27,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742081_1257 (size=12301) 2024-11-20T08:23:27,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/c9dea0fc718c47b8a5cf85911aa123cc 2024-11-20T08:23:27,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/58658dcdcb5f44129436856883c164d8 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/58658dcdcb5f44129436856883c164d8 2024-11-20T08:23:27,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/58658dcdcb5f44129436856883c164d8, entries=200, sequenceid=480, filesize=39.0 K 2024-11-20T08:23:27,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/060bd27a11f64d0dbfc7d221e3876627 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/060bd27a11f64d0dbfc7d221e3876627 2024-11-20T08:23:27,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/060bd27a11f64d0dbfc7d221e3876627, entries=150, sequenceid=480, filesize=12.0 K 2024-11-20T08:23:27,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/c9dea0fc718c47b8a5cf85911aa123cc as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/c9dea0fc718c47b8a5cf85911aa123cc 2024-11-20T08:23:27,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/c9dea0fc718c47b8a5cf85911aa123cc, entries=150, sequenceid=480, filesize=12.0 K 2024-11-20T08:23:27,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for a972eff0e6c512facb3dfdc3a46d5035 in 1080ms, sequenceid=480, compaction requested=true 2024-11-20T08:23:27,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:27,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:23:27,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:27,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:23:27,374 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:27,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:27,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:23:27,374 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:27,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:27,376 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 112209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:27,376 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:27,376 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): a972eff0e6c512facb3dfdc3a46d5035/B is initiating minor compaction (all files) 2024-11-20T08:23:27,376 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): a972eff0e6c512facb3dfdc3a46d5035/A is initiating minor compaction (all files) 2024-11-20T08:23:27,376 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a972eff0e6c512facb3dfdc3a46d5035/B in TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:27,376 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a972eff0e6c512facb3dfdc3a46d5035/A in TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:27,376 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/d3fef731b77d49d3a383a560ad15afec, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/5a858cd9e237457d9044095e9bbda592, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/060bd27a11f64d0dbfc7d221e3876627] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp, totalSize=37.1 K 2024-11-20T08:23:27,376 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/29cc92670c274880b6d7b68cd974f55a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/162211c007d147c8a1b9349c6ac7c539, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/58658dcdcb5f44129436856883c164d8] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp, totalSize=109.6 K 2024-11-20T08:23:27,376 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:27,376 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. files: [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/29cc92670c274880b6d7b68cd974f55a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/162211c007d147c8a1b9349c6ac7c539, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/58658dcdcb5f44129436856883c164d8] 2024-11-20T08:23:27,376 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting d3fef731b77d49d3a383a560ad15afec, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732091003824 2024-11-20T08:23:27,377 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29cc92670c274880b6d7b68cd974f55a, keycount=150, bloomtype=ROW, size=31.6 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732091003824 2024-11-20T08:23:27,377 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a858cd9e237457d9044095e9bbda592, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1732091004483 2024-11-20T08:23:27,377 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 162211c007d147c8a1b9349c6ac7c539, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1732091004472 2024-11-20T08:23:27,377 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58658dcdcb5f44129436856883c164d8, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732091005634 2024-11-20T08:23:27,377 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 060bd27a11f64d0dbfc7d221e3876627, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732091005659 2024-11-20T08:23:27,401 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:27,418 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a972eff0e6c512facb3dfdc3a46d5035#B#compaction#207 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:27,419 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/c0a081df721d4c90909b2cfcd17d1082 is 50, key is test_row_0/B:col10/1732091005659/Put/seqid=0 2024-11-20T08:23:27,424 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120e8c5caba5f9d40fe9787b8105a420db5_a972eff0e6c512facb3dfdc3a46d5035 store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:27,426 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120e8c5caba5f9d40fe9787b8105a420db5_a972eff0e6c512facb3dfdc3a46d5035, store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:27,427 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e8c5caba5f9d40fe9787b8105a420db5_a972eff0e6c512facb3dfdc3a46d5035 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:27,476 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:27,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-20T08:23:27,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:27,477 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing a972eff0e6c512facb3dfdc3a46d5035 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-20T08:23:27,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=A 2024-11-20T08:23:27,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:27,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=B 2024-11-20T08:23:27,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:27,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=C 2024-11-20T08:23:27,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:27,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742082_1258 (size=13459) 2024-11-20T08:23:27,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:27,501 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/c0a081df721d4c90909b2cfcd17d1082 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/c0a081df721d4c90909b2cfcd17d1082 2024-11-20T08:23:27,507 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a972eff0e6c512facb3dfdc3a46d5035/B of a972eff0e6c512facb3dfdc3a46d5035 into c0a081df721d4c90909b2cfcd17d1082(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:27,507 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:27,507 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., storeName=a972eff0e6c512facb3dfdc3a46d5035/B, priority=13, startTime=1732091007374; duration=0sec 2024-11-20T08:23:27,507 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:27,508 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:B 2024-11-20T08:23:27,508 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:27,509 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:27,509 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): a972eff0e6c512facb3dfdc3a46d5035/C is initiating minor compaction (all files) 2024-11-20T08:23:27,509 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a972eff0e6c512facb3dfdc3a46d5035/C in TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:27,509 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/363961a46bba4c8abce352fcac14ec85, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/e8bc4e477ebd44c7b9f737ea228dd675, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/c9dea0fc718c47b8a5cf85911aa123cc] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp, totalSize=37.0 K 2024-11-20T08:23:27,509 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 363961a46bba4c8abce352fcac14ec85, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732091003824 2024-11-20T08:23:27,510 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting e8bc4e477ebd44c7b9f737ea228dd675, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1732091004483 2024-11-20T08:23:27,511 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting c9dea0fc718c47b8a5cf85911aa123cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732091005659 2024-11-20T08:23:27,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742083_1259 (size=4469) 2024-11-20T08:23:27,529 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a972eff0e6c512facb3dfdc3a46d5035#A#compaction#206 average throughput is 0.19 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:27,530 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/c12c389cf1f04784b37d39af0c9904db is 175, key is test_row_0/A:col10/1732091005659/Put/seqid=0 2024-11-20T08:23:27,537 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a972eff0e6c512facb3dfdc3a46d5035#C#compaction#208 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:27,538 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/482c08b1d40e45d5a7ff9a9757273292 is 50, key is test_row_0/C:col10/1732091005659/Put/seqid=0 2024-11-20T08:23:27,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112007b0bb208c9a45ae9d16842326b9ca1e_a972eff0e6c512facb3dfdc3a46d5035 is 50, key is test_row_0/A:col10/1732091006372/Put/seqid=0 2024-11-20T08:23:27,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091067580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:27,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742084_1260 (size=32413) 2024-11-20T08:23:27,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742085_1261 (size=13425) 2024-11-20T08:23:27,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742086_1262 (size=12454) 2024-11-20T08:23:27,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:27,629 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112007b0bb208c9a45ae9d16842326b9ca1e_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112007b0bb208c9a45ae9d16842326b9ca1e_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:27,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/937560d256e9443f8e51be1e5c3ae6d3, store: [table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:27,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/937560d256e9443f8e51be1e5c3ae6d3 is 175, key is test_row_0/A:col10/1732091006372/Put/seqid=0 2024-11-20T08:23:27,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742087_1263 (size=31255) 2024-11-20T08:23:27,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:27,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091067685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:27,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:27,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46120 deadline: 1732091067800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:27,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091067890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:28,008 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/c12c389cf1f04784b37d39af0c9904db as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/c12c389cf1f04784b37d39af0c9904db 2024-11-20T08:23:28,024 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a972eff0e6c512facb3dfdc3a46d5035/A of a972eff0e6c512facb3dfdc3a46d5035 into c12c389cf1f04784b37d39af0c9904db(size=31.7 K), total size for store is 31.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:28,024 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:28,024 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., storeName=a972eff0e6c512facb3dfdc3a46d5035/A, priority=13, startTime=1732091007374; duration=0sec 2024-11-20T08:23:28,024 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:28,025 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:A 2024-11-20T08:23:28,030 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/482c08b1d40e45d5a7ff9a9757273292 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/482c08b1d40e45d5a7ff9a9757273292 2024-11-20T08:23:28,038 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a972eff0e6c512facb3dfdc3a46d5035/C of a972eff0e6c512facb3dfdc3a46d5035 into 482c08b1d40e45d5a7ff9a9757273292(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:28,038 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:28,038 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., storeName=a972eff0e6c512facb3dfdc3a46d5035/C, priority=13, startTime=1732091007374; duration=0sec 2024-11-20T08:23:28,038 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:28,038 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:C 2024-11-20T08:23:28,079 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=499, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/937560d256e9443f8e51be1e5c3ae6d3 2024-11-20T08:23:28,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/6b264c3464f44d8095316f56e7592aa4 is 50, key is test_row_0/B:col10/1732091006372/Put/seqid=0 2024-11-20T08:23:28,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742088_1264 (size=12301) 2024-11-20T08:23:28,138 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/6b264c3464f44d8095316f56e7592aa4 2024-11-20T08:23:28,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/5da55552014047569772651c81373493 is 50, key is test_row_0/C:col10/1732091006372/Put/seqid=0 2024-11-20T08:23:28,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:28,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091068195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:28,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742089_1265 (size=12301) 2024-11-20T08:23:28,210 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/5da55552014047569772651c81373493 2024-11-20T08:23:28,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/937560d256e9443f8e51be1e5c3ae6d3 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/937560d256e9443f8e51be1e5c3ae6d3 2024-11-20T08:23:28,222 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/937560d256e9443f8e51be1e5c3ae6d3, entries=150, sequenceid=499, filesize=30.5 K 2024-11-20T08:23:28,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/6b264c3464f44d8095316f56e7592aa4 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/6b264c3464f44d8095316f56e7592aa4 2024-11-20T08:23:28,232 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/6b264c3464f44d8095316f56e7592aa4, entries=150, sequenceid=499, filesize=12.0 K 2024-11-20T08:23:28,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/5da55552014047569772651c81373493 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/5da55552014047569772651c81373493 2024-11-20T08:23:28,244 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/5da55552014047569772651c81373493, entries=150, sequenceid=499, filesize=12.0 K 2024-11-20T08:23:28,246 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for a972eff0e6c512facb3dfdc3a46d5035 in 769ms, sequenceid=499, compaction requested=false 2024-11-20T08:23:28,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:28,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:28,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-20T08:23:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-20T08:23:28,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-20T08:23:28,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.8510 sec 2024-11-20T08:23:28,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 3.8570 sec 2024-11-20T08:23:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-20T08:23:28,503 INFO [Thread-621 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-20T08:23:28,508 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:23:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-20T08:23:28,510 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:23:28,510 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:23:28,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:23:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T08:23:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T08:23:28,662 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:28,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-20T08:23:28,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:28,664 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing a972eff0e6c512facb3dfdc3a46d5035 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-20T08:23:28,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=A 2024-11-20T08:23:28,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:28,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=B 2024-11-20T08:23:28,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:28,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=C 2024-11-20T08:23:28,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:28,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cd06d323ad5540aeb4006660a34bf9d7_a972eff0e6c512facb3dfdc3a46d5035 is 50, key is test_row_0/A:col10/1732091007548/Put/seqid=0 2024-11-20T08:23:28,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. as already flushing 2024-11-20T08:23:28,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:28,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742090_1266 (size=12454) 2024-11-20T08:23:28,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091068788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T08:23:28,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:28,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091068893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:29,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:29,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091069095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T08:23:29,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:29,157 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cd06d323ad5540aeb4006660a34bf9d7_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cd06d323ad5540aeb4006660a34bf9d7_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:29,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/4481813d21a64e4ab5286c7ba5b5056e, store: [table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:29,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/4481813d21a64e4ab5286c7ba5b5056e is 175, key is test_row_0/A:col10/1732091007548/Put/seqid=0 2024-11-20T08:23:29,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742091_1267 (size=31255) 2024-11-20T08:23:29,179 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=520, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/4481813d21a64e4ab5286c7ba5b5056e 2024-11-20T08:23:29,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/92bc41a0cf1d48b7ba08c5199847599d is 50, key is test_row_0/B:col10/1732091007548/Put/seqid=0 2024-11-20T08:23:29,213 DEBUG [Thread-626 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f63b68c to 127.0.0.1:55720 2024-11-20T08:23:29,213 DEBUG [Thread-626 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:23:29,215 DEBUG [Thread-622 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x776c0cb7 to 127.0.0.1:55720 2024-11-20T08:23:29,215 DEBUG [Thread-624 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3ec46f90 to 127.0.0.1:55720 2024-11-20T08:23:29,215 DEBUG [Thread-624 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:23:29,215 DEBUG [Thread-622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:23:29,220 DEBUG [Thread-628 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x473f181f to 127.0.0.1:55720 2024-11-20T08:23:29,220 DEBUG [Thread-628 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:23:29,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742092_1268 (size=12301) 2024-11-20T08:23:29,231 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/92bc41a0cf1d48b7ba08c5199847599d 2024-11-20T08:23:29,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/30771817154c4178822ee6fda046b75d is 50, key is test_row_0/C:col10/1732091007548/Put/seqid=0 2024-11-20T08:23:29,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742093_1269 (size=12301) 2024-11-20T08:23:29,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 300 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46102 deadline: 1732091069403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:29,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T08:23:29,655 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/30771817154c4178822ee6fda046b75d 2024-11-20T08:23:29,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/4481813d21a64e4ab5286c7ba5b5056e as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/4481813d21a64e4ab5286c7ba5b5056e 2024-11-20T08:23:29,664 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/4481813d21a64e4ab5286c7ba5b5056e, entries=150, sequenceid=520, filesize=30.5 K 2024-11-20T08:23:29,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/92bc41a0cf1d48b7ba08c5199847599d as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/92bc41a0cf1d48b7ba08c5199847599d 2024-11-20T08:23:29,669 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/92bc41a0cf1d48b7ba08c5199847599d, entries=150, sequenceid=520, filesize=12.0 K 2024-11-20T08:23:29,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/30771817154c4178822ee6fda046b75d as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/30771817154c4178822ee6fda046b75d 2024-11-20T08:23:29,674 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/30771817154c4178822ee6fda046b75d, entries=150, sequenceid=520, filesize=12.0 K 2024-11-20T08:23:29,675 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for a972eff0e6c512facb3dfdc3a46d5035 in 1011ms, sequenceid=520, compaction requested=true 2024-11-20T08:23:29,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:29,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:29,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-20T08:23:29,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-20T08:23:29,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-20T08:23:29,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1670 sec 2024-11-20T08:23:29,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.1710 sec 2024-11-20T08:23:29,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:29,821 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a972eff0e6c512facb3dfdc3a46d5035 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-20T08:23:29,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=A 2024-11-20T08:23:29,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:29,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=B 2024-11-20T08:23:29,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:29,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=C 2024-11-20T08:23:29,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:29,823 DEBUG [Thread-615 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f4859f4 to 127.0.0.1:55720 2024-11-20T08:23:29,823 DEBUG [Thread-615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:23:29,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b0d20c57b20d44f294085760ce626175_a972eff0e6c512facb3dfdc3a46d5035 is 50, key is test_row_0/A:col10/1732091009820/Put/seqid=0 2024-11-20T08:23:29,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742094_1270 (size=12454) 2024-11-20T08:23:29,838 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:29,842 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b0d20c57b20d44f294085760ce626175_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b0d20c57b20d44f294085760ce626175_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:29,843 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/28358f4940bd4b96928ceb30604b3463, store: [table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:29,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/28358f4940bd4b96928ceb30604b3463 is 175, key is test_row_0/A:col10/1732091009820/Put/seqid=0 2024-11-20T08:23:29,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742095_1271 (size=31255) 2024-11-20T08:23:29,849 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=539, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/28358f4940bd4b96928ceb30604b3463 2024-11-20T08:23:29,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/81545e3f4bb843988ccd614af6512cc5 is 50, key is test_row_0/B:col10/1732091009820/Put/seqid=0 2024-11-20T08:23:29,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742096_1272 (size=12301) 2024-11-20T08:23:29,908 DEBUG [Thread-613 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x087b269f to 127.0.0.1:55720 2024-11-20T08:23:29,908 DEBUG [Thread-613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:23:30,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=539 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/81545e3f4bb843988ccd614af6512cc5 2024-11-20T08:23:30,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/64158ae0b48a430ba40c22a5acd98137 is 50, key is test_row_0/C:col10/1732091009820/Put/seqid=0 2024-11-20T08:23:30,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742097_1273 (size=12301) 2024-11-20T08:23:30,291 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=539 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/64158ae0b48a430ba40c22a5acd98137 2024-11-20T08:23:30,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/28358f4940bd4b96928ceb30604b3463 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/28358f4940bd4b96928ceb30604b3463 2024-11-20T08:23:30,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/28358f4940bd4b96928ceb30604b3463, entries=150, sequenceid=539, filesize=30.5 K 2024-11-20T08:23:30,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/81545e3f4bb843988ccd614af6512cc5 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/81545e3f4bb843988ccd614af6512cc5 2024-11-20T08:23:30,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/81545e3f4bb843988ccd614af6512cc5, entries=150, sequenceid=539, filesize=12.0 K 2024-11-20T08:23:30,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/64158ae0b48a430ba40c22a5acd98137 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/64158ae0b48a430ba40c22a5acd98137 2024-11-20T08:23:30,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/64158ae0b48a430ba40c22a5acd98137, entries=150, sequenceid=539, filesize=12.0 K 2024-11-20T08:23:30,312 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=6.71 KB/6870 for a972eff0e6c512facb3dfdc3a46d5035 in 491ms, sequenceid=539, compaction requested=true 2024-11-20T08:23:30,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:30,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:23:30,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:30,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:23:30,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:30,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a972eff0e6c512facb3dfdc3a46d5035:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:23:30,313 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:23:30,313 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:23:30,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:30,314 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 126178 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:23:30,314 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:23:30,314 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): a972eff0e6c512facb3dfdc3a46d5035/B is initiating minor compaction (all files) 2024-11-20T08:23:30,314 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): a972eff0e6c512facb3dfdc3a46d5035/A is initiating minor compaction (all files) 2024-11-20T08:23:30,314 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a972eff0e6c512facb3dfdc3a46d5035/B in TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:30,314 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a972eff0e6c512facb3dfdc3a46d5035/A in TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:30,314 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/c0a081df721d4c90909b2cfcd17d1082, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/6b264c3464f44d8095316f56e7592aa4, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/92bc41a0cf1d48b7ba08c5199847599d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/81545e3f4bb843988ccd614af6512cc5] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp, totalSize=49.2 K 2024-11-20T08:23:30,314 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/c12c389cf1f04784b37d39af0c9904db, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/937560d256e9443f8e51be1e5c3ae6d3, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/4481813d21a64e4ab5286c7ba5b5056e, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/28358f4940bd4b96928ceb30604b3463] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp, totalSize=123.2 K 2024-11-20T08:23:30,314 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:30,314 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. files: [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/c12c389cf1f04784b37d39af0c9904db, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/937560d256e9443f8e51be1e5c3ae6d3, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/4481813d21a64e4ab5286c7ba5b5056e, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/28358f4940bd4b96928ceb30604b3463] 2024-11-20T08:23:30,314 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting c0a081df721d4c90909b2cfcd17d1082, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732091005659 2024-11-20T08:23:30,316 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b264c3464f44d8095316f56e7592aa4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1732091006329 2024-11-20T08:23:30,316 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting c12c389cf1f04784b37d39af0c9904db, keycount=150, bloomtype=ROW, size=31.7 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732091005659 2024-11-20T08:23:30,316 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 937560d256e9443f8e51be1e5c3ae6d3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1732091006329 2024-11-20T08:23:30,316 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 92bc41a0cf1d48b7ba08c5199847599d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1732091007548 2024-11-20T08:23:30,317 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 81545e3f4bb843988ccd614af6512cc5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=539, earliestPutTs=1732091008765 2024-11-20T08:23:30,317 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4481813d21a64e4ab5286c7ba5b5056e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1732091007548 2024-11-20T08:23:30,317 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28358f4940bd4b96928ceb30604b3463, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=539, earliestPutTs=1732091008765 2024-11-20T08:23:30,334 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a972eff0e6c512facb3dfdc3a46d5035#B#compaction#218 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:30,335 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/cfc60cf1641a4221a892b5a5926909c8 is 50, key is test_row_0/B:col10/1732091009820/Put/seqid=0 2024-11-20T08:23:30,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742098_1274 (size=13595) 2024-11-20T08:23:30,368 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:30,373 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/cfc60cf1641a4221a892b5a5926909c8 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/cfc60cf1641a4221a892b5a5926909c8 2024-11-20T08:23:30,376 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112017e8742dad29498fae57dc8823bb88a0_a972eff0e6c512facb3dfdc3a46d5035 store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:30,379 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a972eff0e6c512facb3dfdc3a46d5035/B of a972eff0e6c512facb3dfdc3a46d5035 into cfc60cf1641a4221a892b5a5926909c8(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:30,379 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:30,379 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., storeName=a972eff0e6c512facb3dfdc3a46d5035/B, priority=12, startTime=1732091010313; duration=0sec 2024-11-20T08:23:30,379 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:30,379 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:B 2024-11-20T08:23:30,379 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:23:30,382 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50328 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:23:30,382 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): a972eff0e6c512facb3dfdc3a46d5035/C is initiating minor compaction (all files) 2024-11-20T08:23:30,382 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a972eff0e6c512facb3dfdc3a46d5035/C in TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:30,382 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/482c08b1d40e45d5a7ff9a9757273292, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/5da55552014047569772651c81373493, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/30771817154c4178822ee6fda046b75d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/64158ae0b48a430ba40c22a5acd98137] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp, totalSize=49.1 K 2024-11-20T08:23:30,383 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 482c08b1d40e45d5a7ff9a9757273292, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732091005659 2024-11-20T08:23:30,384 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 5da55552014047569772651c81373493, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1732091006329 2024-11-20T08:23:30,384 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 30771817154c4178822ee6fda046b75d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1732091007548 2024-11-20T08:23:30,384 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 64158ae0b48a430ba40c22a5acd98137, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=539, earliestPutTs=1732091008765 2024-11-20T08:23:30,403 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a972eff0e6c512facb3dfdc3a46d5035#C#compaction#220 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:30,404 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/fc424b32381b4ddb8e43e7725d41d562 is 50, key is test_row_0/C:col10/1732091009820/Put/seqid=0 2024-11-20T08:23:30,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742099_1275 (size=13561) 2024-11-20T08:23:30,431 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112017e8742dad29498fae57dc8823bb88a0_a972eff0e6c512facb3dfdc3a46d5035, store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:30,431 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/fc424b32381b4ddb8e43e7725d41d562 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/fc424b32381b4ddb8e43e7725d41d562 2024-11-20T08:23:30,431 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112017e8742dad29498fae57dc8823bb88a0_a972eff0e6c512facb3dfdc3a46d5035 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:30,439 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a972eff0e6c512facb3dfdc3a46d5035/C of a972eff0e6c512facb3dfdc3a46d5035 into fc424b32381b4ddb8e43e7725d41d562(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:30,439 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:30,439 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., storeName=a972eff0e6c512facb3dfdc3a46d5035/C, priority=12, startTime=1732091010313; duration=0sec 2024-11-20T08:23:30,439 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:30,439 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:C 2024-11-20T08:23:30,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742100_1276 (size=4469) 2024-11-20T08:23:30,459 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a972eff0e6c512facb3dfdc3a46d5035#A#compaction#219 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:30,463 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/6c76d7a7613b4441bda737cd07dffe7d is 175, key is test_row_0/A:col10/1732091009820/Put/seqid=0 2024-11-20T08:23:30,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742101_1277 (size=32549) 2024-11-20T08:23:30,489 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/6c76d7a7613b4441bda737cd07dffe7d as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/6c76d7a7613b4441bda737cd07dffe7d 2024-11-20T08:23:30,501 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a972eff0e6c512facb3dfdc3a46d5035/A of a972eff0e6c512facb3dfdc3a46d5035 into 6c76d7a7613b4441bda737cd07dffe7d(size=31.8 K), total size for store is 31.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:30,501 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:30,501 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035., storeName=a972eff0e6c512facb3dfdc3a46d5035/A, priority=12, startTime=1732091010313; duration=0sec 2024-11-20T08:23:30,502 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:30,502 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a972eff0e6c512facb3dfdc3a46d5035:A 2024-11-20T08:23:30,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-20T08:23:30,618 INFO [Thread-621 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-20T08:23:35,185 DEBUG [Thread-617 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1eb823f7 to 127.0.0.1:55720 2024-11-20T08:23:35,185 DEBUG [Thread-617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:23:35,193 DEBUG [Thread-611 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40c21799 to 127.0.0.1:55720 2024-11-20T08:23:35,193 DEBUG [Thread-611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:23:35,234 DEBUG [Thread-619 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x24ebde20 to 127.0.0.1:55720 2024-11-20T08:23:35,234 DEBUG [Thread-619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:23:35,234 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T08:23:35,235 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-20T08:23:35,235 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 161 2024-11-20T08:23:35,235 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 114 2024-11-20T08:23:35,235 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-20T08:23:35,235 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-20T08:23:35,235 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T08:23:35,235 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4592 2024-11-20T08:23:35,235 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4476 2024-11-20T08:23:35,235 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T08:23:35,235 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2055 2024-11-20T08:23:35,235 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6164 rows 2024-11-20T08:23:35,235 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2043 2024-11-20T08:23:35,235 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6126 rows 2024-11-20T08:23:35,235 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T08:23:35,235 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a86f6a4 to 127.0.0.1:55720 2024-11-20T08:23:35,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:23:35,239 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T08:23:35,240 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T08:23:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T08:23:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T08:23:35,245 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732091015244"}]},"ts":"1732091015244"} 2024-11-20T08:23:35,247 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T08:23:35,250 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T08:23:35,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T08:23:35,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a972eff0e6c512facb3dfdc3a46d5035, UNASSIGN}] 2024-11-20T08:23:35,253 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a972eff0e6c512facb3dfdc3a46d5035, UNASSIGN 2024-11-20T08:23:35,254 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=a972eff0e6c512facb3dfdc3a46d5035, regionState=CLOSING, regionLocation=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:35,255 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T08:23:35,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; CloseRegionProcedure a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262}] 2024-11-20T08:23:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T08:23:35,406 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:35,407 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(124): Close a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:35,407 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T08:23:35,407 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1681): Closing a972eff0e6c512facb3dfdc3a46d5035, disabling compactions & flushes 2024-11-20T08:23:35,407 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:35,407 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:35,407 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. after waiting 0 ms 2024-11-20T08:23:35,407 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:35,407 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(2837): Flushing a972eff0e6c512facb3dfdc3a46d5035 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-20T08:23:35,408 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=A 2024-11-20T08:23:35,408 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:35,408 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=B 2024-11-20T08:23:35,408 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:35,408 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a972eff0e6c512facb3dfdc3a46d5035, store=C 2024-11-20T08:23:35,408 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:35,414 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c3fbfcc842414e19b0d04e218b8b1540_a972eff0e6c512facb3dfdc3a46d5035 is 50, key is test_row_0/A:col10/1732091015192/Put/seqid=0 2024-11-20T08:23:35,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742102_1278 (size=12454) 2024-11-20T08:23:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T08:23:35,589 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T08:23:35,818 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:35,822 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c3fbfcc842414e19b0d04e218b8b1540_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c3fbfcc842414e19b0d04e218b8b1540_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:35,823 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/872dcb2cface4d119b1c3610a8c1e55b, store: [table=TestAcidGuarantees family=A region=a972eff0e6c512facb3dfdc3a46d5035] 2024-11-20T08:23:35,824 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/872dcb2cface4d119b1c3610a8c1e55b is 175, key is test_row_0/A:col10/1732091015192/Put/seqid=0 2024-11-20T08:23:35,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742103_1279 (size=31255) 2024-11-20T08:23:35,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T08:23:36,228 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=549, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/872dcb2cface4d119b1c3610a8c1e55b 2024-11-20T08:23:36,234 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/53c3d746ef784206a56da2119b9f8cb1 is 50, key is test_row_0/B:col10/1732091015192/Put/seqid=0 2024-11-20T08:23:36,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742104_1280 (size=12301) 2024-11-20T08:23:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T08:23:36,639 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/53c3d746ef784206a56da2119b9f8cb1 2024-11-20T08:23:36,645 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/adbaf07668a747628b2d0daed1990fb2 is 50, key is test_row_0/C:col10/1732091015192/Put/seqid=0 2024-11-20T08:23:36,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742105_1281 (size=12301) 2024-11-20T08:23:37,049 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/adbaf07668a747628b2d0daed1990fb2 2024-11-20T08:23:37,055 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/A/872dcb2cface4d119b1c3610a8c1e55b as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/872dcb2cface4d119b1c3610a8c1e55b 2024-11-20T08:23:37,063 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/872dcb2cface4d119b1c3610a8c1e55b, entries=150, sequenceid=549, filesize=30.5 K 2024-11-20T08:23:37,064 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/B/53c3d746ef784206a56da2119b9f8cb1 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/53c3d746ef784206a56da2119b9f8cb1 2024-11-20T08:23:37,068 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/53c3d746ef784206a56da2119b9f8cb1, entries=150, sequenceid=549, filesize=12.0 K 2024-11-20T08:23:37,069 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/.tmp/C/adbaf07668a747628b2d0daed1990fb2 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/adbaf07668a747628b2d0daed1990fb2 2024-11-20T08:23:37,073 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/adbaf07668a747628b2d0daed1990fb2, entries=150, sequenceid=549, filesize=12.0 K 2024-11-20T08:23:37,074 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for a972eff0e6c512facb3dfdc3a46d5035 in 1667ms, sequenceid=549, compaction requested=false 2024-11-20T08:23:37,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/c2d453772cda42589e99ba8be2b7269d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/876929fc94b24a76bd2f446ff210d5b6, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/dacfb7dfcd0545b3a25ab63aeabfc603, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/69371a74299e49c3a7fcee4520b5297b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/4207b893b2d745fc9d078ad89b7db0a7, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/e5f7e5044fea4961b27838a7b829e085, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/59d650c600a347aaac04bc720be8bbb1, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/fe2810de9a534bd3957c95e7d5cbe4e7, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/fb61f4f4db8c425db95501544c5577bb, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/9ea87db66452439c9efe68c2d8b4ab59, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/8bbc541bd7b64cbcaf52835e33fb93d1, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/5afd60dc573346948a3de0610ef5f2f5, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/6d50660ec0b545939002854ef46d0e88, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/f48548c3ca1747e4a8aad0037ec2cb45, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/a7f6481e6be1460aafe3f9168a0c6d4d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/2df19c2cab0f409190880beae5b6a7c0, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/f42fe31f368243fa8afe7b0f87381e17, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/e668125a577b4c0393cc89774e8a2798, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/20aebfff902f44838c228a68d9e2d3d9, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/50a380b61c774514b91b1b6cf58daf99, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/291a89637d664d03b06a4b088609ac81, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/8048229fea2c42729751dc066bd4b4d6, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/1aead38ff6174b95a57a0d451928d06b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/0548c4927e5e46b688deeacae384cbc0, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/6a33ae266915430db566755dc1076f82, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/5b3e8f583d464edaa2ed3133407c3e13, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/e8c95412f73c43cda4af6e8ff89b193c, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/713c6a320e3547a38494c7461677590c, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/55a23fb116eb4044bd89c29a8db11c7b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/0e16d9481d91483e83a0b111d5283492, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/29cc92670c274880b6d7b68cd974f55a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/ec039a6a7cfb43c99b8d29c8e3140f4f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/162211c007d147c8a1b9349c6ac7c539, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/58658dcdcb5f44129436856883c164d8, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/c12c389cf1f04784b37d39af0c9904db, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/937560d256e9443f8e51be1e5c3ae6d3, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/4481813d21a64e4ab5286c7ba5b5056e, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/28358f4940bd4b96928ceb30604b3463] to archive 2024-11-20T08:23:37,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T08:23:37,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/c2d453772cda42589e99ba8be2b7269d to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/c2d453772cda42589e99ba8be2b7269d 2024-11-20T08:23:37,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/876929fc94b24a76bd2f446ff210d5b6 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/876929fc94b24a76bd2f446ff210d5b6 2024-11-20T08:23:37,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/dacfb7dfcd0545b3a25ab63aeabfc603 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/dacfb7dfcd0545b3a25ab63aeabfc603 2024-11-20T08:23:37,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/69371a74299e49c3a7fcee4520b5297b to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/69371a74299e49c3a7fcee4520b5297b 2024-11-20T08:23:37,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/4207b893b2d745fc9d078ad89b7db0a7 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/4207b893b2d745fc9d078ad89b7db0a7 2024-11-20T08:23:37,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/e5f7e5044fea4961b27838a7b829e085 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/e5f7e5044fea4961b27838a7b829e085 2024-11-20T08:23:37,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/59d650c600a347aaac04bc720be8bbb1 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/59d650c600a347aaac04bc720be8bbb1 2024-11-20T08:23:37,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/fe2810de9a534bd3957c95e7d5cbe4e7 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/fe2810de9a534bd3957c95e7d5cbe4e7 2024-11-20T08:23:37,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/fb61f4f4db8c425db95501544c5577bb to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/fb61f4f4db8c425db95501544c5577bb 2024-11-20T08:23:37,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/9ea87db66452439c9efe68c2d8b4ab59 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/9ea87db66452439c9efe68c2d8b4ab59 2024-11-20T08:23:37,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/8bbc541bd7b64cbcaf52835e33fb93d1 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/8bbc541bd7b64cbcaf52835e33fb93d1 2024-11-20T08:23:37,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/5afd60dc573346948a3de0610ef5f2f5 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/5afd60dc573346948a3de0610ef5f2f5 2024-11-20T08:23:37,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/6d50660ec0b545939002854ef46d0e88 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/6d50660ec0b545939002854ef46d0e88 2024-11-20T08:23:37,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/f48548c3ca1747e4a8aad0037ec2cb45 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/f48548c3ca1747e4a8aad0037ec2cb45 2024-11-20T08:23:37,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/a7f6481e6be1460aafe3f9168a0c6d4d to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/a7f6481e6be1460aafe3f9168a0c6d4d 2024-11-20T08:23:37,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/2df19c2cab0f409190880beae5b6a7c0 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/2df19c2cab0f409190880beae5b6a7c0 2024-11-20T08:23:37,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/f42fe31f368243fa8afe7b0f87381e17 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/f42fe31f368243fa8afe7b0f87381e17 2024-11-20T08:23:37,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/e668125a577b4c0393cc89774e8a2798 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/e668125a577b4c0393cc89774e8a2798 2024-11-20T08:23:37,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/20aebfff902f44838c228a68d9e2d3d9 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/20aebfff902f44838c228a68d9e2d3d9 2024-11-20T08:23:37,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/50a380b61c774514b91b1b6cf58daf99 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/50a380b61c774514b91b1b6cf58daf99 2024-11-20T08:23:37,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/291a89637d664d03b06a4b088609ac81 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/291a89637d664d03b06a4b088609ac81 2024-11-20T08:23:37,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/8048229fea2c42729751dc066bd4b4d6 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/8048229fea2c42729751dc066bd4b4d6 2024-11-20T08:23:37,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/1aead38ff6174b95a57a0d451928d06b to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/1aead38ff6174b95a57a0d451928d06b 2024-11-20T08:23:37,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/0548c4927e5e46b688deeacae384cbc0 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/0548c4927e5e46b688deeacae384cbc0 2024-11-20T08:23:37,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/6a33ae266915430db566755dc1076f82 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/6a33ae266915430db566755dc1076f82 2024-11-20T08:23:37,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/5b3e8f583d464edaa2ed3133407c3e13 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/5b3e8f583d464edaa2ed3133407c3e13 2024-11-20T08:23:37,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/e8c95412f73c43cda4af6e8ff89b193c to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/e8c95412f73c43cda4af6e8ff89b193c 2024-11-20T08:23:37,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/713c6a320e3547a38494c7461677590c to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/713c6a320e3547a38494c7461677590c 2024-11-20T08:23:37,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/55a23fb116eb4044bd89c29a8db11c7b to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/55a23fb116eb4044bd89c29a8db11c7b 2024-11-20T08:23:37,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/0e16d9481d91483e83a0b111d5283492 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/0e16d9481d91483e83a0b111d5283492 2024-11-20T08:23:37,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/29cc92670c274880b6d7b68cd974f55a to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/29cc92670c274880b6d7b68cd974f55a 2024-11-20T08:23:37,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/ec039a6a7cfb43c99b8d29c8e3140f4f to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/ec039a6a7cfb43c99b8d29c8e3140f4f 2024-11-20T08:23:37,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/162211c007d147c8a1b9349c6ac7c539 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/162211c007d147c8a1b9349c6ac7c539 2024-11-20T08:23:37,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/58658dcdcb5f44129436856883c164d8 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/58658dcdcb5f44129436856883c164d8 2024-11-20T08:23:37,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/c12c389cf1f04784b37d39af0c9904db to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/c12c389cf1f04784b37d39af0c9904db 2024-11-20T08:23:37,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/937560d256e9443f8e51be1e5c3ae6d3 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/937560d256e9443f8e51be1e5c3ae6d3 2024-11-20T08:23:37,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/4481813d21a64e4ab5286c7ba5b5056e to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/4481813d21a64e4ab5286c7ba5b5056e 2024-11-20T08:23:37,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/28358f4940bd4b96928ceb30604b3463 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/28358f4940bd4b96928ceb30604b3463 2024-11-20T08:23:37,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/a3486857879e4ee5aa0373cc2ed448d9, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/826e67bb16fa4d6cbf0fce0d588c0f07, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/560380e2703d4f9e9325fbd61fb476b2, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/bef2ab784f4d44ce91b1e6e385dd11f3, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/cb1d2839954f4194b0108885b0485af9, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/83aad2e38e6846f0a9c178ffd9ed172e, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/0dead6018bfc41a79f170d936973a9c8, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/32ca1eef2c224f0f90b54f37df9d75c8, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/0c5f69bb7f924cf3ac2cdd4c5f3b6fd6, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/8139f4eeba444b7690528f8c953ec4a1, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/44c77413aef5438c830dfc026485db24, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/8760d9d242214cbca7584e0b4aba1396, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/b700e776249246ae962cc8db8227722b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/226cb5be69984861b7beee192771bf1c, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/15365c4041254386872d9073f7a6d1f7, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/0f6e7a541ab7470db41e52b64404c108, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/5d284d706701442fa85989835f73305c, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/5b97d3d967ff40f39895e3b6ebf0cfca, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/0b31f0b333d24d398f9ecf326ea2a14b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/2acf0c3c798c4bafafb5e648c53740a2, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/b484b0880e0c4a98aec5650279c4b6b2, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/74c38b8420ee4ee88aa6ba786ccfd6c6, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/349060c2e6a74a41bb46c3ed794d5906, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/4b1923f8b96545f1a444a92af76c9390, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/45068162fcba4521a5a67a2b2c0a37ce, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/cce8e4cdba6c47ed877054e0b86a8825, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/896c0a4d4d564981b5297e104388520d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/9b693658d5ec435d9e89e544e960f57c, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/545b630aba4e4d2fafe27a689591259c, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/02839a35704e47d7bb264b624312f322, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/d3fef731b77d49d3a383a560ad15afec, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/3d50f18223f1420bbd06c27c9f63a7ec, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/5a858cd9e237457d9044095e9bbda592, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/c0a081df721d4c90909b2cfcd17d1082, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/060bd27a11f64d0dbfc7d221e3876627, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/6b264c3464f44d8095316f56e7592aa4, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/92bc41a0cf1d48b7ba08c5199847599d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/81545e3f4bb843988ccd614af6512cc5] to archive 2024-11-20T08:23:37,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T08:23:37,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/a3486857879e4ee5aa0373cc2ed448d9 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/a3486857879e4ee5aa0373cc2ed448d9 2024-11-20T08:23:37,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/826e67bb16fa4d6cbf0fce0d588c0f07 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/826e67bb16fa4d6cbf0fce0d588c0f07 2024-11-20T08:23:37,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/560380e2703d4f9e9325fbd61fb476b2 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/560380e2703d4f9e9325fbd61fb476b2 2024-11-20T08:23:37,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/bef2ab784f4d44ce91b1e6e385dd11f3 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/bef2ab784f4d44ce91b1e6e385dd11f3 2024-11-20T08:23:37,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/cb1d2839954f4194b0108885b0485af9 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/cb1d2839954f4194b0108885b0485af9 2024-11-20T08:23:37,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/83aad2e38e6846f0a9c178ffd9ed172e to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/83aad2e38e6846f0a9c178ffd9ed172e 2024-11-20T08:23:37,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/0dead6018bfc41a79f170d936973a9c8 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/0dead6018bfc41a79f170d936973a9c8 2024-11-20T08:23:37,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/32ca1eef2c224f0f90b54f37df9d75c8 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/32ca1eef2c224f0f90b54f37df9d75c8 2024-11-20T08:23:37,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/0c5f69bb7f924cf3ac2cdd4c5f3b6fd6 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/0c5f69bb7f924cf3ac2cdd4c5f3b6fd6 2024-11-20T08:23:37,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/8139f4eeba444b7690528f8c953ec4a1 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/8139f4eeba444b7690528f8c953ec4a1 2024-11-20T08:23:37,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/44c77413aef5438c830dfc026485db24 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/44c77413aef5438c830dfc026485db24 2024-11-20T08:23:37,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/8760d9d242214cbca7584e0b4aba1396 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/8760d9d242214cbca7584e0b4aba1396 2024-11-20T08:23:37,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/b700e776249246ae962cc8db8227722b to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/b700e776249246ae962cc8db8227722b 2024-11-20T08:23:37,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/226cb5be69984861b7beee192771bf1c to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/226cb5be69984861b7beee192771bf1c 2024-11-20T08:23:37,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/15365c4041254386872d9073f7a6d1f7 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/15365c4041254386872d9073f7a6d1f7 2024-11-20T08:23:37,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/0f6e7a541ab7470db41e52b64404c108 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/0f6e7a541ab7470db41e52b64404c108 2024-11-20T08:23:37,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/5d284d706701442fa85989835f73305c to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/5d284d706701442fa85989835f73305c 2024-11-20T08:23:37,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/5b97d3d967ff40f39895e3b6ebf0cfca to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/5b97d3d967ff40f39895e3b6ebf0cfca 2024-11-20T08:23:37,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/0b31f0b333d24d398f9ecf326ea2a14b to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/0b31f0b333d24d398f9ecf326ea2a14b 2024-11-20T08:23:37,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/2acf0c3c798c4bafafb5e648c53740a2 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/2acf0c3c798c4bafafb5e648c53740a2 2024-11-20T08:23:37,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/b484b0880e0c4a98aec5650279c4b6b2 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/b484b0880e0c4a98aec5650279c4b6b2 2024-11-20T08:23:37,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/74c38b8420ee4ee88aa6ba786ccfd6c6 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/74c38b8420ee4ee88aa6ba786ccfd6c6 2024-11-20T08:23:37,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/349060c2e6a74a41bb46c3ed794d5906 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/349060c2e6a74a41bb46c3ed794d5906 2024-11-20T08:23:37,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/4b1923f8b96545f1a444a92af76c9390 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/4b1923f8b96545f1a444a92af76c9390 2024-11-20T08:23:37,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/45068162fcba4521a5a67a2b2c0a37ce to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/45068162fcba4521a5a67a2b2c0a37ce 2024-11-20T08:23:37,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/cce8e4cdba6c47ed877054e0b86a8825 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/cce8e4cdba6c47ed877054e0b86a8825 2024-11-20T08:23:37,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/896c0a4d4d564981b5297e104388520d to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/896c0a4d4d564981b5297e104388520d 2024-11-20T08:23:37,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/9b693658d5ec435d9e89e544e960f57c to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/9b693658d5ec435d9e89e544e960f57c 2024-11-20T08:23:37,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/545b630aba4e4d2fafe27a689591259c to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/545b630aba4e4d2fafe27a689591259c 2024-11-20T08:23:37,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/02839a35704e47d7bb264b624312f322 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/02839a35704e47d7bb264b624312f322 2024-11-20T08:23:37,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/d3fef731b77d49d3a383a560ad15afec to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/d3fef731b77d49d3a383a560ad15afec 2024-11-20T08:23:37,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/3d50f18223f1420bbd06c27c9f63a7ec to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/3d50f18223f1420bbd06c27c9f63a7ec 2024-11-20T08:23:37,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/5a858cd9e237457d9044095e9bbda592 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/5a858cd9e237457d9044095e9bbda592 2024-11-20T08:23:37,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/c0a081df721d4c90909b2cfcd17d1082 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/c0a081df721d4c90909b2cfcd17d1082 2024-11-20T08:23:37,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/060bd27a11f64d0dbfc7d221e3876627 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/060bd27a11f64d0dbfc7d221e3876627 2024-11-20T08:23:37,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/6b264c3464f44d8095316f56e7592aa4 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/6b264c3464f44d8095316f56e7592aa4 2024-11-20T08:23:37,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/92bc41a0cf1d48b7ba08c5199847599d to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/92bc41a0cf1d48b7ba08c5199847599d 2024-11-20T08:23:37,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/81545e3f4bb843988ccd614af6512cc5 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/81545e3f4bb843988ccd614af6512cc5 2024-11-20T08:23:37,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/245a6b69dcd04dd799e44fc49f271b10, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/5bed8cbd436e431b8af97a6481dc6181, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/31f0aac5f1794e209ddd75775be4d69b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/7e5523c2d989458083c71d0a4671b32b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/4845941e6b20474bb6935ca9da2059a4, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/a136787426034c38854e34412485aeb2, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/24fcc175dc6e4121b7f9646fa3834620, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/742755ed67534a18b5cafef2b7f2754a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/eeaad178ebc64a6880f3d60904817107, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/748f6ef909ee402d93caea750e3fd177, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/c813d2ebd05b42d5bd4638e857ae3744, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/d1ab8288b6ca4fb3af3e081853226d5c, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/b1c2bb47149e4c7aa478dc4254ae8402, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/a992089f9dd74a26ae8777c97345a827, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/411f93233a7547f38bcbaf08249a9ebc, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/c4836f8bfc5e4bb8a3b0b026a005d40a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/0e8ba08fbf0c48d8a25dc0f151da3073, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/650a0ed589ea48499c6e5e130f8bcf8b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/447cb96fd2594b3ba6332e52883a29b0, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/808e9ee291444dac87f2c3be14eed56f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/8fb4f2dacf3742149c9b0323051089cc, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/45bf0e212c3045e2a04a149a7fabc7e0, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/37479188f88344acb74a861c629e7790, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/225ee6cf69d7444883b015c1f462acd4, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/730c3c935f9a4d5c8a93df43b41c9ec0, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/fc737136b47d47c98d1aa1352c30af90, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/3445ef14bc2b4f4daaca9e2900b4b1e3, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/698fb23b820c4460afc53b2c8e0c6e9a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/26a7d1bb90f24fe18f720a9d2266ed73, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/363961a46bba4c8abce352fcac14ec85, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/8259721d79a44031bed41d22eadc59b0, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/e8bc4e477ebd44c7b9f737ea228dd675, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/482c08b1d40e45d5a7ff9a9757273292, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/c9dea0fc718c47b8a5cf85911aa123cc, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/5da55552014047569772651c81373493, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/30771817154c4178822ee6fda046b75d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/64158ae0b48a430ba40c22a5acd98137] to archive 2024-11-20T08:23:37,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T08:23:37,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/245a6b69dcd04dd799e44fc49f271b10 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/245a6b69dcd04dd799e44fc49f271b10 2024-11-20T08:23:37,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/5bed8cbd436e431b8af97a6481dc6181 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/5bed8cbd436e431b8af97a6481dc6181 2024-11-20T08:23:37,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/31f0aac5f1794e209ddd75775be4d69b to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/31f0aac5f1794e209ddd75775be4d69b 2024-11-20T08:23:37,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/7e5523c2d989458083c71d0a4671b32b to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/7e5523c2d989458083c71d0a4671b32b 2024-11-20T08:23:37,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/4845941e6b20474bb6935ca9da2059a4 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/4845941e6b20474bb6935ca9da2059a4 2024-11-20T08:23:37,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/a136787426034c38854e34412485aeb2 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/a136787426034c38854e34412485aeb2 2024-11-20T08:23:37,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/24fcc175dc6e4121b7f9646fa3834620 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/24fcc175dc6e4121b7f9646fa3834620 2024-11-20T08:23:37,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/742755ed67534a18b5cafef2b7f2754a to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/742755ed67534a18b5cafef2b7f2754a 2024-11-20T08:23:37,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/eeaad178ebc64a6880f3d60904817107 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/eeaad178ebc64a6880f3d60904817107 2024-11-20T08:23:37,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/748f6ef909ee402d93caea750e3fd177 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/748f6ef909ee402d93caea750e3fd177 2024-11-20T08:23:37,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/c813d2ebd05b42d5bd4638e857ae3744 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/c813d2ebd05b42d5bd4638e857ae3744 2024-11-20T08:23:37,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/d1ab8288b6ca4fb3af3e081853226d5c to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/d1ab8288b6ca4fb3af3e081853226d5c 2024-11-20T08:23:37,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/b1c2bb47149e4c7aa478dc4254ae8402 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/b1c2bb47149e4c7aa478dc4254ae8402 2024-11-20T08:23:37,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/a992089f9dd74a26ae8777c97345a827 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/a992089f9dd74a26ae8777c97345a827 2024-11-20T08:23:37,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/411f93233a7547f38bcbaf08249a9ebc to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/411f93233a7547f38bcbaf08249a9ebc 2024-11-20T08:23:37,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/c4836f8bfc5e4bb8a3b0b026a005d40a to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/c4836f8bfc5e4bb8a3b0b026a005d40a 2024-11-20T08:23:37,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/0e8ba08fbf0c48d8a25dc0f151da3073 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/0e8ba08fbf0c48d8a25dc0f151da3073 2024-11-20T08:23:37,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/650a0ed589ea48499c6e5e130f8bcf8b to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/650a0ed589ea48499c6e5e130f8bcf8b 2024-11-20T08:23:37,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/447cb96fd2594b3ba6332e52883a29b0 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/447cb96fd2594b3ba6332e52883a29b0 2024-11-20T08:23:37,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/808e9ee291444dac87f2c3be14eed56f to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/808e9ee291444dac87f2c3be14eed56f 2024-11-20T08:23:37,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/8fb4f2dacf3742149c9b0323051089cc to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/8fb4f2dacf3742149c9b0323051089cc 2024-11-20T08:23:37,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/45bf0e212c3045e2a04a149a7fabc7e0 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/45bf0e212c3045e2a04a149a7fabc7e0 2024-11-20T08:23:37,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/37479188f88344acb74a861c629e7790 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/37479188f88344acb74a861c629e7790 2024-11-20T08:23:37,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/225ee6cf69d7444883b015c1f462acd4 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/225ee6cf69d7444883b015c1f462acd4 2024-11-20T08:23:37,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/730c3c935f9a4d5c8a93df43b41c9ec0 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/730c3c935f9a4d5c8a93df43b41c9ec0 2024-11-20T08:23:37,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/fc737136b47d47c98d1aa1352c30af90 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/fc737136b47d47c98d1aa1352c30af90 2024-11-20T08:23:37,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/3445ef14bc2b4f4daaca9e2900b4b1e3 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/3445ef14bc2b4f4daaca9e2900b4b1e3 2024-11-20T08:23:37,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/698fb23b820c4460afc53b2c8e0c6e9a to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/698fb23b820c4460afc53b2c8e0c6e9a 2024-11-20T08:23:37,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/26a7d1bb90f24fe18f720a9d2266ed73 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/26a7d1bb90f24fe18f720a9d2266ed73 2024-11-20T08:23:37,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/363961a46bba4c8abce352fcac14ec85 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/363961a46bba4c8abce352fcac14ec85 2024-11-20T08:23:37,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/8259721d79a44031bed41d22eadc59b0 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/8259721d79a44031bed41d22eadc59b0 2024-11-20T08:23:37,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/e8bc4e477ebd44c7b9f737ea228dd675 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/e8bc4e477ebd44c7b9f737ea228dd675 2024-11-20T08:23:37,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/482c08b1d40e45d5a7ff9a9757273292 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/482c08b1d40e45d5a7ff9a9757273292 2024-11-20T08:23:37,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/c9dea0fc718c47b8a5cf85911aa123cc to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/c9dea0fc718c47b8a5cf85911aa123cc 2024-11-20T08:23:37,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/5da55552014047569772651c81373493 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/5da55552014047569772651c81373493 2024-11-20T08:23:37,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/30771817154c4178822ee6fda046b75d to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/30771817154c4178822ee6fda046b75d 2024-11-20T08:23:37,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/64158ae0b48a430ba40c22a5acd98137 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/64158ae0b48a430ba40c22a5acd98137 2024-11-20T08:23:37,211 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/recovered.edits/552.seqid, newMaxSeqId=552, maxSeqId=4 2024-11-20T08:23:37,212 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035. 2024-11-20T08:23:37,212 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1635): Region close journal for a972eff0e6c512facb3dfdc3a46d5035: 2024-11-20T08:23:37,213 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(170): Closed a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:37,214 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=a972eff0e6c512facb3dfdc3a46d5035, regionState=CLOSED 2024-11-20T08:23:37,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-20T08:23:37,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; CloseRegionProcedure a972eff0e6c512facb3dfdc3a46d5035, server=a04d4489dc6d,43141,1732090957262 in 1.9600 sec 2024-11-20T08:23:37,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=60 2024-11-20T08:23:37,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=60, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a972eff0e6c512facb3dfdc3a46d5035, UNASSIGN in 1.9640 sec 2024-11-20T08:23:37,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-20T08:23:37,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9670 sec 2024-11-20T08:23:37,220 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732091017219"}]},"ts":"1732091017219"} 2024-11-20T08:23:37,221 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T08:23:37,223 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T08:23:37,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9830 sec 2024-11-20T08:23:37,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-20T08:23:37,349 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-20T08:23:37,349 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T08:23:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:23:37,351 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:23:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T08:23:37,352 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=63, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:23:37,353 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:37,355 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A, FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B, FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C, FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/recovered.edits] 2024-11-20T08:23:37,358 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/6c76d7a7613b4441bda737cd07dffe7d to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/6c76d7a7613b4441bda737cd07dffe7d 2024-11-20T08:23:37,359 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/872dcb2cface4d119b1c3610a8c1e55b to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/A/872dcb2cface4d119b1c3610a8c1e55b 2024-11-20T08:23:37,361 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/53c3d746ef784206a56da2119b9f8cb1 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/53c3d746ef784206a56da2119b9f8cb1 2024-11-20T08:23:37,362 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/cfc60cf1641a4221a892b5a5926909c8 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/B/cfc60cf1641a4221a892b5a5926909c8 2024-11-20T08:23:37,364 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/adbaf07668a747628b2d0daed1990fb2 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/adbaf07668a747628b2d0daed1990fb2 2024-11-20T08:23:37,365 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/fc424b32381b4ddb8e43e7725d41d562 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/C/fc424b32381b4ddb8e43e7725d41d562 2024-11-20T08:23:37,368 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/recovered.edits/552.seqid to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035/recovered.edits/552.seqid 2024-11-20T08:23:37,368 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:37,368 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T08:23:37,369 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T08:23:37,369 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T08:23:37,373 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200250905eeb8142a88bb8b9eccc62ffb5_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200250905eeb8142a88bb8b9eccc62ffb5_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:37,374 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112007b0bb208c9a45ae9d16842326b9ca1e_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112007b0bb208c9a45ae9d16842326b9ca1e_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:37,375 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200e92598a60ff4207a7d95231cb000ba5_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200e92598a60ff4207a7d95231cb000ba5_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:37,376 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200ffda46858594b51a8c6d8f475cf95cb_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200ffda46858594b51a8c6d8f475cf95cb_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:37,377 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120204030e1cacb4f3eb293df9e130cebe5_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120204030e1cacb4f3eb293df9e130cebe5_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:37,378 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202046931d6ca045a1b770c8b688db56ab_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202046931d6ca045a1b770c8b688db56ab_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:37,379 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120259d103ce23c47e9b399fd9bc5e80f69_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120259d103ce23c47e9b399fd9bc5e80f69_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:37,381 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112027c83ca5d6804e84b497c3a3bcb9ac6a_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112027c83ca5d6804e84b497c3a3bcb9ac6a_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:37,382 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202d4c963f56884be1b3b154591bd22b45_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202d4c963f56884be1b3b154591bd22b45_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:37,383 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202fc690998b3d4567b309fb7a39f0d84b_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202fc690998b3d4567b309fb7a39f0d84b_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:37,384 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204820ebae56f74c60acd911793ca55d5b_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204820ebae56f74c60acd911793ca55d5b_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:37,385 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205a98a5b132c94d9aa657d5c284e86980_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205a98a5b132c94d9aa657d5c284e86980_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:37,386 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205d209379f8684cc4bd89202c0d0e18ee_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205d209379f8684cc4bd89202c0d0e18ee_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:37,387 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205d93e45909bc4692ae921e5daea67851_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205d93e45909bc4692ae921e5daea67851_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:37,388 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205f0a0febbe9042d2a4516795794a6ca2_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205f0a0febbe9042d2a4516795794a6ca2_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:37,389 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120626c6c5f6e544c4fa9e747895d6ca40c_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120626c6c5f6e544c4fa9e747895d6ca40c_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:37,390 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120687319e1f1884bb2beb49f58f557c5fa_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120687319e1f1884bb2beb49f58f557c5fa_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:37,391 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a65f13e1a2504ec585f95ad7c790ed09_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a65f13e1a2504ec585f95ad7c790ed09_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:37,392 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ae4c80fc0de44012a3629046e26de66d_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ae4c80fc0de44012a3629046e26de66d_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:37,394 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b0d20c57b20d44f294085760ce626175_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b0d20c57b20d44f294085760ce626175_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:37,395 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b5f1128cd1714b17b947a906c981be11_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b5f1128cd1714b17b947a906c981be11_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:37,396 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c3fbfcc842414e19b0d04e218b8b1540_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c3fbfcc842414e19b0d04e218b8b1540_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:37,398 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c42cc32dff4645ef8a1d04f6ca5beda3_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c42cc32dff4645ef8a1d04f6ca5beda3_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:37,399 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cd06d323ad5540aeb4006660a34bf9d7_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cd06d323ad5540aeb4006660a34bf9d7_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:37,400 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e11e5bf715954769ac4bf9fb4cbbdd5e_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e11e5bf715954769ac4bf9fb4cbbdd5e_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:37,401 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ed55b29b672142779de64ecc9b274902_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ed55b29b672142779de64ecc9b274902_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:37,402 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ed762bae44e04d97a8e189bda9e4df62_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ed762bae44e04d97a8e189bda9e4df62_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:37,403 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f0d0c6c7c80a4544893bd83cbcfe5178_a972eff0e6c512facb3dfdc3a46d5035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f0d0c6c7c80a4544893bd83cbcfe5178_a972eff0e6c512facb3dfdc3a46d5035 2024-11-20T08:23:37,404 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T08:23:37,406 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=63, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:23:37,411 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T08:23:37,414 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T08:23:37,415 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=63, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:23:37,415 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T08:23:37,415 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732091017415"}]},"ts":"9223372036854775807"} 2024-11-20T08:23:37,418 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T08:23:37,418 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => a972eff0e6c512facb3dfdc3a46d5035, NAME => 'TestAcidGuarantees,,1732090986084.a972eff0e6c512facb3dfdc3a46d5035.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T08:23:37,418 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T08:23:37,418 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732091017418"}]},"ts":"9223372036854775807"} 2024-11-20T08:23:37,420 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T08:23:37,422 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=63, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:23:37,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 73 msec 2024-11-20T08:23:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-20T08:23:37,452 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-20T08:23:37,463 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=238 (was 240), OpenFileDescriptor=455 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=582 (was 511) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1620 (was 1789) 2024-11-20T08:23:37,471 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=238, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=582, ProcessCount=11, AvailableMemoryMB=1620 2024-11-20T08:23:37,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T08:23:37,473 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:23:37,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T08:23:37,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:23:37,475 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:37,475 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 64 2024-11-20T08:23:37,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:23:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-20T08:23:37,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742106_1282 (size=963) 2024-11-20T08:23:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-20T08:23:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-20T08:23:37,883 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6 2024-11-20T08:23:37,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742107_1283 (size=53) 2024-11-20T08:23:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-20T08:23:38,290 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:23:38,290 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 80f37905bc0532e47af053a12e479cd5, disabling compactions & flushes 2024-11-20T08:23:38,290 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:38,290 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:38,290 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. after waiting 0 ms 2024-11-20T08:23:38,290 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:38,290 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:38,290 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:38,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:23:38,291 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732091018291"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732091018291"}]},"ts":"1732091018291"} 2024-11-20T08:23:38,292 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T08:23:38,293 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:23:38,293 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732091018293"}]},"ts":"1732091018293"} 2024-11-20T08:23:38,294 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T08:23:38,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=80f37905bc0532e47af053a12e479cd5, ASSIGN}] 2024-11-20T08:23:38,298 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=80f37905bc0532e47af053a12e479cd5, ASSIGN 2024-11-20T08:23:38,299 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=80f37905bc0532e47af053a12e479cd5, ASSIGN; state=OFFLINE, location=a04d4489dc6d,43141,1732090957262; forceNewPlan=false, retain=false 2024-11-20T08:23:38,450 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=80f37905bc0532e47af053a12e479cd5, regionState=OPENING, regionLocation=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:38,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure 80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262}] 2024-11-20T08:23:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-20T08:23:38,602 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:38,605 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:38,605 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:23:38,606 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:38,606 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:23:38,606 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:38,606 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:38,607 INFO [StoreOpener-80f37905bc0532e47af053a12e479cd5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:38,608 INFO [StoreOpener-80f37905bc0532e47af053a12e479cd5-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:23:38,608 INFO [StoreOpener-80f37905bc0532e47af053a12e479cd5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80f37905bc0532e47af053a12e479cd5 columnFamilyName A 2024-11-20T08:23:38,608 DEBUG [StoreOpener-80f37905bc0532e47af053a12e479cd5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:38,609 INFO [StoreOpener-80f37905bc0532e47af053a12e479cd5-1 {}] regionserver.HStore(327): Store=80f37905bc0532e47af053a12e479cd5/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:23:38,609 INFO [StoreOpener-80f37905bc0532e47af053a12e479cd5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:38,610 INFO [StoreOpener-80f37905bc0532e47af053a12e479cd5-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:23:38,610 INFO [StoreOpener-80f37905bc0532e47af053a12e479cd5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80f37905bc0532e47af053a12e479cd5 columnFamilyName B 2024-11-20T08:23:38,610 DEBUG [StoreOpener-80f37905bc0532e47af053a12e479cd5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:38,610 INFO [StoreOpener-80f37905bc0532e47af053a12e479cd5-1 {}] regionserver.HStore(327): Store=80f37905bc0532e47af053a12e479cd5/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:23:38,610 INFO [StoreOpener-80f37905bc0532e47af053a12e479cd5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:38,611 INFO [StoreOpener-80f37905bc0532e47af053a12e479cd5-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:23:38,611 INFO [StoreOpener-80f37905bc0532e47af053a12e479cd5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80f37905bc0532e47af053a12e479cd5 columnFamilyName C 2024-11-20T08:23:38,611 DEBUG [StoreOpener-80f37905bc0532e47af053a12e479cd5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:23:38,612 INFO [StoreOpener-80f37905bc0532e47af053a12e479cd5-1 {}] regionserver.HStore(327): Store=80f37905bc0532e47af053a12e479cd5/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:23:38,612 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:38,613 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:38,613 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:38,615 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T08:23:38,616 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:38,618 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:23:38,618 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened 80f37905bc0532e47af053a12e479cd5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68101188, jitterRate=0.014786779880523682}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T08:23:38,619 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:38,619 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., pid=66, masterSystemTime=1732091018602 2024-11-20T08:23:38,620 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:38,620 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:38,621 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=80f37905bc0532e47af053a12e479cd5, regionState=OPEN, openSeqNum=2, regionLocation=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:38,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-20T08:23:38,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure 80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 in 171 msec 2024-11-20T08:23:38,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-11-20T08:23:38,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=80f37905bc0532e47af053a12e479cd5, ASSIGN in 325 msec 2024-11-20T08:23:38,625 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:23:38,625 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732091018625"}]},"ts":"1732091018625"} 2024-11-20T08:23:38,626 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T08:23:38,629 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:23:38,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1560 sec 2024-11-20T08:23:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-20T08:23:39,580 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 64 completed 2024-11-20T08:23:39,581 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0b9bf2d2 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@24aad0a4 2024-11-20T08:23:39,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f08e2a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:23:39,586 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:23:39,588 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52234, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:23:39,589 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:23:39,590 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:23:39,591 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72a7721c to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@faa31c 2024-11-20T08:23:39,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@688f4c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:23:39,596 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7792c763 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22a568ce 2024-11-20T08:23:39,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a451d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:23:39,599 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0c8a18c7 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e0e280 2024-11-20T08:23:39,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f02d8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:23:39,603 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x45426917 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@473477dd 2024-11-20T08:23:39,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21cebefa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:23:39,607 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e7fc60d to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1a91dc80 2024-11-20T08:23:39,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e7c8846, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:23:39,611 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a874cc0 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4093d76e 2024-11-20T08:23:39,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@762de37e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:23:39,614 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f6119e7 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31178bc2 2024-11-20T08:23:39,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2838b88d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:23:39,618 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7507573f to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78439bc6 2024-11-20T08:23:39,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d2a893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:23:39,622 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3e5c7476 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a2545d0 2024-11-20T08:23:39,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab3f837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:23:39,625 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1df84068 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d039dc2 2024-11-20T08:23:39,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2834a215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:23:39,631 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:23:39,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-20T08:23:39,632 DEBUG [hconnection-0x4fade4a3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:23:39,632 DEBUG [hconnection-0x18432d96-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:23:39,633 DEBUG [hconnection-0x84b5fec-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:23:39,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-20T08:23:39,633 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:23:39,633 DEBUG [hconnection-0x51eb3487-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:23:39,634 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:23:39,634 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52242, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:23:39,634 DEBUG [hconnection-0x29da3b5e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:23:39,634 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:23:39,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:23:39,634 DEBUG [hconnection-0x2f95f9bb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:23:39,634 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52272, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:23:39,634 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52270, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:23:39,634 DEBUG [hconnection-0x1b563d4b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:23:39,635 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:23:39,635 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52294, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:23:39,635 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52304, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:23:39,635 DEBUG [hconnection-0x1a6be231-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:23:39,636 DEBUG [hconnection-0x7cee6286-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:23:39,636 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52318, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:23:39,637 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52324, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:23:39,637 DEBUG [hconnection-0x4b76f6b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:23:39,638 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52340, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:23:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:39,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 80f37905bc0532e47af053a12e479cd5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T08:23:39,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=A 2024-11-20T08:23:39,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:39,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=B 2024-11-20T08:23:39,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:39,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=C 2024-11-20T08:23:39,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:39,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/ab14fe4b929c4f2a96bb62aba012186c is 50, key is test_row_0/A:col10/1732091019640/Put/seqid=0 2024-11-20T08:23:39,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52286 deadline: 1732091079661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:39,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:39,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091079663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:39,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:39,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52324 deadline: 1732091079663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:39,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:39,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091079664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:39,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:39,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091079668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:39,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742108_1284 (size=12001) 2024-11-20T08:23:39,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/ab14fe4b929c4f2a96bb62aba012186c 2024-11-20T08:23:39,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-20T08:23:39,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/0154b89bab804a98aa3b350a54b0f1ea is 50, key is test_row_0/B:col10/1732091019640/Put/seqid=0 2024-11-20T08:23:39,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742109_1285 (size=12001) 2024-11-20T08:23:39,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/0154b89bab804a98aa3b350a54b0f1ea 2024-11-20T08:23:39,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:39,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52286 deadline: 1732091079766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:39,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:39,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091079769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:39,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:39,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091079770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:39,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:39,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091079770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:39,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:39,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52324 deadline: 1732091079772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:39,787 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:39,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-20T08:23:39,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:39,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:39,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:39,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:39,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:39,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:39,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/4d34d6302a1a498ea2ede8056db2cec0 is 50, key is test_row_0/C:col10/1732091019640/Put/seqid=0 2024-11-20T08:23:39,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742110_1286 (size=12001) 2024-11-20T08:23:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-20T08:23:39,941 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:39,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-20T08:23:39,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:39,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:39,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:39,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:39,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:39,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52286 deadline: 1732091079970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:39,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:39,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091079973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:39,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:39,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091079974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:39,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:39,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52324 deadline: 1732091079974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091079974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:40,095 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:40,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-20T08:23:40,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:40,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:40,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:40,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:40,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:40,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/4d34d6302a1a498ea2ede8056db2cec0 2024-11-20T08:23:40,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/ab14fe4b929c4f2a96bb62aba012186c as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/ab14fe4b929c4f2a96bb62aba012186c 2024-11-20T08:23:40,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/ab14fe4b929c4f2a96bb62aba012186c, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T08:23:40,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/0154b89bab804a98aa3b350a54b0f1ea as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/0154b89bab804a98aa3b350a54b0f1ea 2024-11-20T08:23:40,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/0154b89bab804a98aa3b350a54b0f1ea, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T08:23:40,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/4d34d6302a1a498ea2ede8056db2cec0 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/4d34d6302a1a498ea2ede8056db2cec0 2024-11-20T08:23:40,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/4d34d6302a1a498ea2ede8056db2cec0, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T08:23:40,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 80f37905bc0532e47af053a12e479cd5 in 585ms, sequenceid=13, compaction requested=false 2024-11-20T08:23:40,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-20T08:23:40,248 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:40,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-20T08:23:40,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:40,249 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 80f37905bc0532e47af053a12e479cd5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T08:23:40,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=A 2024-11-20T08:23:40,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:40,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=B 2024-11-20T08:23:40,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:40,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=C 2024-11-20T08:23:40,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:40,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/2a8a66ad20514572ba3f5c7097f53958 is 50, key is test_row_0/A:col10/1732091019663/Put/seqid=0 2024-11-20T08:23:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:40,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:40,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742111_1287 (size=12001) 2024-11-20T08:23:40,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:40,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091080291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:40,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:40,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091080291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:40,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:40,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091080291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:40,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:40,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52324 deadline: 1732091080292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:40,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52286 deadline: 1732091080292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:40,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:40,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091080395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:40,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:40,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091080395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:40,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:40,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091080395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:40,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:40,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52324 deadline: 1732091080395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:40,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:40,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52286 deadline: 1732091080396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:40,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091080597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:40,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52324 deadline: 1732091080598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:40,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091080598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:40,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091080599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:40,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52286 deadline: 1732091080599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:40,686 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/2a8a66ad20514572ba3f5c7097f53958 2024-11-20T08:23:40,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/ea53d9f9007e476e98ac2b20e5225e1b is 50, key is test_row_0/B:col10/1732091019663/Put/seqid=0 2024-11-20T08:23:40,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742112_1288 (size=12001) 2024-11-20T08:23:40,709 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/ea53d9f9007e476e98ac2b20e5225e1b 2024-11-20T08:23:40,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/f5de1e06efd14a088c3a4e896194420a is 50, key is test_row_0/C:col10/1732091019663/Put/seqid=0 2024-11-20T08:23:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-20T08:23:40,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742113_1289 (size=12001) 2024-11-20T08:23:40,742 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/f5de1e06efd14a088c3a4e896194420a 2024-11-20T08:23:40,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/2a8a66ad20514572ba3f5c7097f53958 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/2a8a66ad20514572ba3f5c7097f53958 2024-11-20T08:23:40,753 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/2a8a66ad20514572ba3f5c7097f53958, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T08:23:40,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/ea53d9f9007e476e98ac2b20e5225e1b as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/ea53d9f9007e476e98ac2b20e5225e1b 2024-11-20T08:23:40,758 DEBUG [master/a04d4489dc6d:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 56ab2556c3ee626ac9e29b9180998347 changed from -1.0 to 0.0, refreshing cache 2024-11-20T08:23:40,758 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/ea53d9f9007e476e98ac2b20e5225e1b, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T08:23:40,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/f5de1e06efd14a088c3a4e896194420a as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/f5de1e06efd14a088c3a4e896194420a 2024-11-20T08:23:40,764 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/f5de1e06efd14a088c3a4e896194420a, entries=150, sequenceid=37, filesize=11.7 K 2024-11-20T08:23:40,765 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 80f37905bc0532e47af053a12e479cd5 in 516ms, sequenceid=37, compaction requested=false 2024-11-20T08:23:40,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:40,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:40,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-20T08:23:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-20T08:23:40,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-20T08:23:40,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1320 sec 2024-11-20T08:23:40,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 1.1370 sec 2024-11-20T08:23:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:40,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 80f37905bc0532e47af053a12e479cd5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T08:23:40,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=A 2024-11-20T08:23:40,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:40,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=B 2024-11-20T08:23:40,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:40,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=C 2024-11-20T08:23:40,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:40,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/e83a583e244b46cd86aa73324273fc73 is 50, key is test_row_0/A:col10/1732091020280/Put/seqid=0 2024-11-20T08:23:40,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742114_1290 (size=12001) 2024-11-20T08:23:40,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091080922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:40,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:40,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091080922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52286 deadline: 1732091080923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:40,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:40,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52324 deadline: 1732091080924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091080924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:41,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091081026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:41,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:41,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52286 deadline: 1732091081027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091081027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:41,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091081027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:41,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52324 deadline: 1732091081028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:41,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:41,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091081230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:41,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:41,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52324 deadline: 1732091081231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:41,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52286 deadline: 1732091081232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:41,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091081232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:41,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:41,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091081232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:41,318 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/e83a583e244b46cd86aa73324273fc73 2024-11-20T08:23:41,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/cc46b3aeab7e469c91c71d09ac721f05 is 50, key is test_row_0/B:col10/1732091020280/Put/seqid=0 2024-11-20T08:23:41,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742115_1291 (size=12001) 2024-11-20T08:23:41,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:41,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091081532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:41,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:41,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52324 deadline: 1732091081535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:41,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:41,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091081535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:41,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:41,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52286 deadline: 1732091081536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:41,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:41,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091081536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:41,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/cc46b3aeab7e469c91c71d09ac721f05 2024-11-20T08:23:41,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-20T08:23:41,737 INFO [Thread-1292 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-20T08:23:41,739 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:23:41,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-20T08:23:41,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-20T08:23:41,740 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:23:41,741 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:23:41,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:23:41,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/81a0f258f96948e197aec89d7c35e837 is 50, key is test_row_0/C:col10/1732091020280/Put/seqid=0 2024-11-20T08:23:41,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742116_1292 (size=12001) 2024-11-20T08:23:41,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-20T08:23:41,893 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:41,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-20T08:23:41,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:41,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:41,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:41,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:41,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:41,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:42,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091082036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:42,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091082039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:42,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52324 deadline: 1732091082039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:42,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-20T08:23:42,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52286 deadline: 1732091082041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:42,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091082042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:42,046 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:42,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-20T08:23:42,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:42,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:42,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:42,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:42,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:42,160 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/81a0f258f96948e197aec89d7c35e837 2024-11-20T08:23:42,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/e83a583e244b46cd86aa73324273fc73 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/e83a583e244b46cd86aa73324273fc73 2024-11-20T08:23:42,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/e83a583e244b46cd86aa73324273fc73, entries=150, sequenceid=50, filesize=11.7 K 2024-11-20T08:23:42,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/cc46b3aeab7e469c91c71d09ac721f05 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/cc46b3aeab7e469c91c71d09ac721f05 2024-11-20T08:23:42,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/cc46b3aeab7e469c91c71d09ac721f05, entries=150, sequenceid=50, filesize=11.7 K 2024-11-20T08:23:42,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/81a0f258f96948e197aec89d7c35e837 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/81a0f258f96948e197aec89d7c35e837 2024-11-20T08:23:42,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/81a0f258f96948e197aec89d7c35e837, entries=150, sequenceid=50, filesize=11.7 K 2024-11-20T08:23:42,180 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 80f37905bc0532e47af053a12e479cd5 in 1277ms, sequenceid=50, compaction requested=true 2024-11-20T08:23:42,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:42,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:23:42,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:42,181 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:42,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:23:42,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:42,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:23:42,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:42,181 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:42,181 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:42,181 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:42,181 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/A is initiating minor compaction (all files) 2024-11-20T08:23:42,181 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/B is initiating minor compaction (all files) 2024-11-20T08:23:42,181 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/A in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:42,182 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/B in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:42,182 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/ab14fe4b929c4f2a96bb62aba012186c, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/2a8a66ad20514572ba3f5c7097f53958, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/e83a583e244b46cd86aa73324273fc73] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=35.2 K 2024-11-20T08:23:42,182 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/0154b89bab804a98aa3b350a54b0f1ea, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/ea53d9f9007e476e98ac2b20e5225e1b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/cc46b3aeab7e469c91c71d09ac721f05] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=35.2 K 2024-11-20T08:23:42,182 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab14fe4b929c4f2a96bb62aba012186c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732091019640 2024-11-20T08:23:42,182 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 0154b89bab804a98aa3b350a54b0f1ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732091019640 2024-11-20T08:23:42,183 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a8a66ad20514572ba3f5c7097f53958, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732091019658 2024-11-20T08:23:42,183 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting ea53d9f9007e476e98ac2b20e5225e1b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732091019658 2024-11-20T08:23:42,183 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting e83a583e244b46cd86aa73324273fc73, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732091020280 2024-11-20T08:23:42,183 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting cc46b3aeab7e469c91c71d09ac721f05, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732091020280 2024-11-20T08:23:42,190 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#B#compaction#233 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:42,191 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#A#compaction#234 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:42,191 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/b0ded13a5e9c4abfb4e55a84ed2f86a6 is 50, key is test_row_0/B:col10/1732091020280/Put/seqid=0 2024-11-20T08:23:42,191 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/2b5abdc30090491887c8169f3f167be6 is 50, key is test_row_0/A:col10/1732091020280/Put/seqid=0 2024-11-20T08:23:42,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742117_1293 (size=12104) 2024-11-20T08:23:42,199 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:42,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-20T08:23:42,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:42,200 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 80f37905bc0532e47af053a12e479cd5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T08:23:42,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=A 2024-11-20T08:23:42,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:42,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=B 2024-11-20T08:23:42,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:42,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=C 2024-11-20T08:23:42,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:42,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/42c37e08518d48f2b2507e9798fecb97 is 50, key is test_row_0/A:col10/1732091020922/Put/seqid=0 2024-11-20T08:23:42,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742118_1294 (size=12104) 2024-11-20T08:23:42,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742119_1295 (size=12001) 2024-11-20T08:23:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-20T08:23:42,600 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/b0ded13a5e9c4abfb4e55a84ed2f86a6 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/b0ded13a5e9c4abfb4e55a84ed2f86a6 2024-11-20T08:23:42,605 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/B of 80f37905bc0532e47af053a12e479cd5 into b0ded13a5e9c4abfb4e55a84ed2f86a6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:42,605 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:42,605 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/B, priority=13, startTime=1732091022180; duration=0sec 2024-11-20T08:23:42,605 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:42,605 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:B 2024-11-20T08:23:42,605 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:42,606 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:42,606 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/C is initiating minor compaction (all files) 2024-11-20T08:23:42,607 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/C in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:42,607 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/4d34d6302a1a498ea2ede8056db2cec0, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/f5de1e06efd14a088c3a4e896194420a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/81a0f258f96948e197aec89d7c35e837] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=35.2 K 2024-11-20T08:23:42,607 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d34d6302a1a498ea2ede8056db2cec0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732091019640 2024-11-20T08:23:42,607 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting f5de1e06efd14a088c3a4e896194420a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732091019658 2024-11-20T08:23:42,608 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 81a0f258f96948e197aec89d7c35e837, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732091020280 2024-11-20T08:23:42,611 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/2b5abdc30090491887c8169f3f167be6 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/2b5abdc30090491887c8169f3f167be6 2024-11-20T08:23:42,617 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/A of 80f37905bc0532e47af053a12e479cd5 into 2b5abdc30090491887c8169f3f167be6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:42,617 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:42,617 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/A, priority=13, startTime=1732091022180; duration=0sec 2024-11-20T08:23:42,617 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:42,617 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:A 2024-11-20T08:23:42,617 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/42c37e08518d48f2b2507e9798fecb97 2024-11-20T08:23:42,618 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#C#compaction#236 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:42,618 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/8728edbd191c49a6bf894a5e5ee51a0d is 50, key is test_row_0/C:col10/1732091020280/Put/seqid=0 2024-11-20T08:23:42,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742120_1296 (size=12104) 2024-11-20T08:23:42,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/3601c21f3a3c4d589cae12ad7edd5999 is 50, key is test_row_0/B:col10/1732091020922/Put/seqid=0 2024-11-20T08:23:42,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742121_1297 (size=12001) 2024-11-20T08:23:42,733 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T08:23:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-20T08:23:43,029 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/8728edbd191c49a6bf894a5e5ee51a0d as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/8728edbd191c49a6bf894a5e5ee51a0d 2024-11-20T08:23:43,034 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/3601c21f3a3c4d589cae12ad7edd5999 2024-11-20T08:23:43,034 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/C of 80f37905bc0532e47af053a12e479cd5 into 8728edbd191c49a6bf894a5e5ee51a0d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:43,034 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:43,034 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/C, priority=13, startTime=1732091022181; duration=0sec 2024-11-20T08:23:43,034 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:43,034 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:C 2024-11-20T08:23:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:43,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:43,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/3881e20eb9db4327b1b2fa378dd564de is 50, key is test_row_0/C:col10/1732091020922/Put/seqid=0 2024-11-20T08:23:43,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52324 deadline: 1732091083050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:43,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52286 deadline: 1732091083051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:43,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091083051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:43,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091083052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:43,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091083053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:43,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742122_1298 (size=12001) 2024-11-20T08:23:43,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091083154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:43,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091083155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:43,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091083156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:43,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091083357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:43,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091083358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:43,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091083358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:43,458 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/3881e20eb9db4327b1b2fa378dd564de 2024-11-20T08:23:43,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/42c37e08518d48f2b2507e9798fecb97 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/42c37e08518d48f2b2507e9798fecb97 2024-11-20T08:23:43,470 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/42c37e08518d48f2b2507e9798fecb97, entries=150, sequenceid=75, filesize=11.7 K 2024-11-20T08:23:43,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/3601c21f3a3c4d589cae12ad7edd5999 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/3601c21f3a3c4d589cae12ad7edd5999 2024-11-20T08:23:43,476 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/3601c21f3a3c4d589cae12ad7edd5999, entries=150, sequenceid=75, filesize=11.7 K 2024-11-20T08:23:43,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/3881e20eb9db4327b1b2fa378dd564de as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/3881e20eb9db4327b1b2fa378dd564de 2024-11-20T08:23:43,497 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/3881e20eb9db4327b1b2fa378dd564de, entries=150, sequenceid=75, filesize=11.7 K 2024-11-20T08:23:43,498 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 80f37905bc0532e47af053a12e479cd5 in 1299ms, sequenceid=75, compaction requested=false 2024-11-20T08:23:43,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:43,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:43,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-20T08:23:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-20T08:23:43,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-20T08:23:43,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7590 sec 2024-11-20T08:23:43,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.7630 sec 2024-11-20T08:23:43,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:43,664 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 80f37905bc0532e47af053a12e479cd5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T08:23:43,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=A 2024-11-20T08:23:43,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:43,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=B 2024-11-20T08:23:43,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:43,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=C 2024-11-20T08:23:43,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:43,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/a3208e4d37324bdd817f981d8fac0457 is 50, key is test_row_0/A:col10/1732091023661/Put/seqid=0 2024-11-20T08:23:43,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742123_1299 (size=12001) 2024-11-20T08:23:43,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/a3208e4d37324bdd817f981d8fac0457 2024-11-20T08:23:43,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/b0c03fef69144f6492a09ec861535145 is 50, key is test_row_0/B:col10/1732091023661/Put/seqid=0 2024-11-20T08:23:43,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742124_1300 (size=12001) 2024-11-20T08:23:43,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091083709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:43,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091083713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:43,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091083713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:43,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:43,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091083814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:43,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091083817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:43,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091083818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-20T08:23:43,844 INFO [Thread-1292 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-20T08:23:43,846 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:23:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-20T08:23:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-20T08:23:43,849 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:23:43,849 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:23:43,849 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:23:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-20T08:23:44,001 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:44,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-20T08:23:44,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:44,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:44,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:44,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:44,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:44,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091084017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:44,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091084021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:44,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091084022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:44,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/b0c03fef69144f6492a09ec861535145 2024-11-20T08:23:44,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/6f6cefd1b33a470dacacbecff760e0fd is 50, key is test_row_0/C:col10/1732091023661/Put/seqid=0 2024-11-20T08:23:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-20T08:23:44,158 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:44,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-20T08:23:44,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:44,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:44,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:44,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:44,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:44,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742125_1301 (size=12001) 2024-11-20T08:23:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:44,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/6f6cefd1b33a470dacacbecff760e0fd 2024-11-20T08:23:44,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/a3208e4d37324bdd817f981d8fac0457 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/a3208e4d37324bdd817f981d8fac0457 2024-11-20T08:23:44,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/a3208e4d37324bdd817f981d8fac0457, entries=150, sequenceid=91, filesize=11.7 K 2024-11-20T08:23:44,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/b0c03fef69144f6492a09ec861535145 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/b0c03fef69144f6492a09ec861535145 2024-11-20T08:23:44,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/b0c03fef69144f6492a09ec861535145, entries=150, sequenceid=91, filesize=11.7 K 2024-11-20T08:23:44,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/6f6cefd1b33a470dacacbecff760e0fd as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/6f6cefd1b33a470dacacbecff760e0fd 2024-11-20T08:23:44,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/6f6cefd1b33a470dacacbecff760e0fd, entries=150, sequenceid=91, filesize=11.7 K 2024-11-20T08:23:44,193 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 80f37905bc0532e47af053a12e479cd5 in 529ms, sequenceid=91, compaction requested=true 2024-11-20T08:23:44,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:44,194 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:44,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:23:44,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:44,194 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:44,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:23:44,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:44,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:23:44,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:44,195 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:44,195 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:44,195 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/A is initiating minor compaction (all files) 2024-11-20T08:23:44,195 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/B is initiating minor compaction (all files) 2024-11-20T08:23:44,195 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/A in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:44,195 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/B in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:44,195 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/2b5abdc30090491887c8169f3f167be6, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/42c37e08518d48f2b2507e9798fecb97, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/a3208e4d37324bdd817f981d8fac0457] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=35.3 K 2024-11-20T08:23:44,195 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/b0ded13a5e9c4abfb4e55a84ed2f86a6, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/3601c21f3a3c4d589cae12ad7edd5999, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/b0c03fef69144f6492a09ec861535145] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=35.3 K 2024-11-20T08:23:44,196 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting b0ded13a5e9c4abfb4e55a84ed2f86a6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732091020280 2024-11-20T08:23:44,196 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b5abdc30090491887c8169f3f167be6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732091020280 2024-11-20T08:23:44,198 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 3601c21f3a3c4d589cae12ad7edd5999, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732091020916 2024-11-20T08:23:44,198 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42c37e08518d48f2b2507e9798fecb97, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732091020916 2024-11-20T08:23:44,199 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting b0c03fef69144f6492a09ec861535145, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732091023047 2024-11-20T08:23:44,199 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3208e4d37324bdd817f981d8fac0457, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732091023047 2024-11-20T08:23:44,217 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#A#compaction#242 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:44,218 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/a936263564734e869ed22a1781aee9f6 is 50, key is test_row_0/A:col10/1732091023661/Put/seqid=0 2024-11-20T08:23:44,236 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#B#compaction#243 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:44,237 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/5be229c4da62436688475096685f825a is 50, key is test_row_0/B:col10/1732091023661/Put/seqid=0 2024-11-20T08:23:44,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742126_1302 (size=12207) 2024-11-20T08:23:44,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742127_1303 (size=12207) 2024-11-20T08:23:44,311 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:44,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-20T08:23:44,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:44,312 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 80f37905bc0532e47af053a12e479cd5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T08:23:44,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=A 2024-11-20T08:23:44,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:44,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=B 2024-11-20T08:23:44,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:44,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=C 2024-11-20T08:23:44,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:44,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:44,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/f6bd3e3ab4b4430ba1fe3c40d4c840c8 is 50, key is test_row_0/A:col10/1732091023698/Put/seqid=0 2024-11-20T08:23:44,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091084338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:44,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091084340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:44,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091084341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:44,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742128_1304 (size=12001) 2024-11-20T08:23:44,363 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/f6bd3e3ab4b4430ba1fe3c40d4c840c8 2024-11-20T08:23:44,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/b49ddb45f03d477b8515d139c0ac7e53 is 50, key is test_row_0/B:col10/1732091023698/Put/seqid=0 2024-11-20T08:23:44,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742129_1305 (size=12001) 2024-11-20T08:23:44,426 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/b49ddb45f03d477b8515d139c0ac7e53 2024-11-20T08:23:44,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/4659bd9de08743e4a3022016d0b5a901 is 50, key is test_row_0/C:col10/1732091023698/Put/seqid=0 2024-11-20T08:23:44,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:44,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091084446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091084446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:44,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091084447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-20T08:23:44,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742130_1306 (size=12001) 2024-11-20T08:23:44,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:44,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091084652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:44,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:44,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091084653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:44,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:44,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091084654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:44,662 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/a936263564734e869ed22a1781aee9f6 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/a936263564734e869ed22a1781aee9f6 2024-11-20T08:23:44,667 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/A of 80f37905bc0532e47af053a12e479cd5 into a936263564734e869ed22a1781aee9f6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:44,668 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:44,668 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/A, priority=13, startTime=1732091024194; duration=0sec 2024-11-20T08:23:44,668 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:44,668 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:A 2024-11-20T08:23:44,668 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:44,669 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:44,669 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/C is initiating minor compaction (all files) 2024-11-20T08:23:44,669 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/C in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:44,670 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/8728edbd191c49a6bf894a5e5ee51a0d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/3881e20eb9db4327b1b2fa378dd564de, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/6f6cefd1b33a470dacacbecff760e0fd] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=35.3 K 2024-11-20T08:23:44,670 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8728edbd191c49a6bf894a5e5ee51a0d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732091020280 2024-11-20T08:23:44,670 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3881e20eb9db4327b1b2fa378dd564de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732091020916 2024-11-20T08:23:44,671 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f6cefd1b33a470dacacbecff760e0fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732091023047 2024-11-20T08:23:44,680 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#C#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:44,681 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/7ad76bbc369e4d179f715ca0fe31d9fb is 50, key is test_row_0/C:col10/1732091023661/Put/seqid=0 2024-11-20T08:23:44,693 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/5be229c4da62436688475096685f825a as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/5be229c4da62436688475096685f825a 2024-11-20T08:23:44,698 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/B of 80f37905bc0532e47af053a12e479cd5 into 5be229c4da62436688475096685f825a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:44,698 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:44,698 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/B, priority=13, startTime=1732091024194; duration=0sec 2024-11-20T08:23:44,698 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:44,698 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:B 2024-11-20T08:23:44,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742131_1307 (size=12207) 2024-11-20T08:23:44,706 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/7ad76bbc369e4d179f715ca0fe31d9fb as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/7ad76bbc369e4d179f715ca0fe31d9fb 2024-11-20T08:23:44,714 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/C of 80f37905bc0532e47af053a12e479cd5 into 7ad76bbc369e4d179f715ca0fe31d9fb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:44,714 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:44,714 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/C, priority=13, startTime=1732091024194; duration=0sec 2024-11-20T08:23:44,714 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:44,714 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:C 2024-11-20T08:23:44,894 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/4659bd9de08743e4a3022016d0b5a901 2024-11-20T08:23:44,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/f6bd3e3ab4b4430ba1fe3c40d4c840c8 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/f6bd3e3ab4b4430ba1fe3c40d4c840c8 2024-11-20T08:23:44,908 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/f6bd3e3ab4b4430ba1fe3c40d4c840c8, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T08:23:44,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/b49ddb45f03d477b8515d139c0ac7e53 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/b49ddb45f03d477b8515d139c0ac7e53 2024-11-20T08:23:44,914 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/b49ddb45f03d477b8515d139c0ac7e53, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T08:23:44,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/4659bd9de08743e4a3022016d0b5a901 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/4659bd9de08743e4a3022016d0b5a901 2024-11-20T08:23:44,921 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/4659bd9de08743e4a3022016d0b5a901, entries=150, sequenceid=115, filesize=11.7 K 2024-11-20T08:23:44,922 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 80f37905bc0532e47af053a12e479cd5 in 610ms, sequenceid=115, compaction requested=false 2024-11-20T08:23:44,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:44,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:44,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-20T08:23:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-20T08:23:44,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-20T08:23:44,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0740 sec 2024-11-20T08:23:44,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.0810 sec 2024-11-20T08:23:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-20T08:23:44,955 INFO [Thread-1292 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-20T08:23:44,956 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:23:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-20T08:23:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T08:23:44,958 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:23:44,958 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:23:44,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:23:44,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 80f37905bc0532e47af053a12e479cd5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T08:23:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:44,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=A 2024-11-20T08:23:44,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:44,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=B 2024-11-20T08:23:44,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:44,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=C 2024-11-20T08:23:44,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:44,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/b84cf5e6b67247ee9701f8db6ddcc282 is 50, key is test_row_0/A:col10/1732091024337/Put/seqid=0 2024-11-20T08:23:44,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091084992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:44,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742132_1308 (size=16781) 2024-11-20T08:23:44,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091084994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:44,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091084994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:44,997 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/b84cf5e6b67247ee9701f8db6ddcc282 2024-11-20T08:23:45,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/f90d3b8e9c3c42188049c61de53ef4a4 is 50, key is test_row_0/B:col10/1732091024337/Put/seqid=0 2024-11-20T08:23:45,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742133_1309 (size=12051) 2024-11-20T08:23:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T08:23:45,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52286 deadline: 1732091085060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:45,064 DEBUG [Thread-1290 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., hostname=a04d4489dc6d,43141,1732090957262, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:23:45,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52324 deadline: 1732091085072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:45,073 DEBUG [Thread-1288 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., hostname=a04d4489dc6d,43141,1732090957262, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:23:45,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091085096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:45,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091085098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:45,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091085099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:45,112 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:45,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T08:23:45,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:45,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:45,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:45,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:45,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:45,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T08:23:45,267 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:45,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T08:23:45,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:45,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:45,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:45,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:45,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:45,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:45,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:45,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091085299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:45,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091085300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:45,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091085302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:45,420 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:45,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T08:23:45,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:45,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:45,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:45,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:45,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:45,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/f90d3b8e9c3c42188049c61de53ef4a4 2024-11-20T08:23:45,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/d3dd8e95c8b94e2289f2451d726a3ce8 is 50, key is test_row_0/C:col10/1732091024337/Put/seqid=0 2024-11-20T08:23:45,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742134_1310 (size=12051) 2024-11-20T08:23:45,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T08:23:45,579 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:45,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T08:23:45,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:45,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:45,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:45,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:45,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:45,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:45,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091085602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:45,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:45,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091085604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:45,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:45,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091085606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:45,733 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:45,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T08:23:45,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:45,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:45,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:45,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:45,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:45,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:45,889 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:45,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T08:23:45,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:45,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:45,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:45,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:45,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:45,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:45,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/d3dd8e95c8b94e2289f2451d726a3ce8 2024-11-20T08:23:45,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/b84cf5e6b67247ee9701f8db6ddcc282 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/b84cf5e6b67247ee9701f8db6ddcc282 2024-11-20T08:23:45,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/b84cf5e6b67247ee9701f8db6ddcc282, entries=250, sequenceid=132, filesize=16.4 K 2024-11-20T08:23:45,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/f90d3b8e9c3c42188049c61de53ef4a4 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/f90d3b8e9c3c42188049c61de53ef4a4 2024-11-20T08:23:45,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/f90d3b8e9c3c42188049c61de53ef4a4, entries=150, sequenceid=132, filesize=11.8 K 2024-11-20T08:23:45,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/d3dd8e95c8b94e2289f2451d726a3ce8 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/d3dd8e95c8b94e2289f2451d726a3ce8 2024-11-20T08:23:45,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/d3dd8e95c8b94e2289f2451d726a3ce8, entries=150, sequenceid=132, filesize=11.8 K 2024-11-20T08:23:45,931 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 80f37905bc0532e47af053a12e479cd5 in 967ms, sequenceid=132, compaction requested=true 2024-11-20T08:23:45,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:45,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:23:45,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:45,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:23:45,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:45,931 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:45,931 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:45,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:23:45,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:45,932 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40989 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:45,932 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:45,932 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/A is initiating minor compaction (all files) 2024-11-20T08:23:45,932 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/B is initiating minor compaction (all files) 2024-11-20T08:23:45,932 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/A in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:45,932 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/B in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:45,932 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/5be229c4da62436688475096685f825a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/b49ddb45f03d477b8515d139c0ac7e53, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/f90d3b8e9c3c42188049c61de53ef4a4] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=35.4 K 2024-11-20T08:23:45,932 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/a936263564734e869ed22a1781aee9f6, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/f6bd3e3ab4b4430ba1fe3c40d4c840c8, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/b84cf5e6b67247ee9701f8db6ddcc282] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=40.0 K 2024-11-20T08:23:45,933 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting a936263564734e869ed22a1781aee9f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732091023047 2024-11-20T08:23:45,933 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 5be229c4da62436688475096685f825a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732091023047 2024-11-20T08:23:45,933 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6bd3e3ab4b4430ba1fe3c40d4c840c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732091023697 2024-11-20T08:23:45,933 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting b49ddb45f03d477b8515d139c0ac7e53, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732091023697 2024-11-20T08:23:45,934 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting b84cf5e6b67247ee9701f8db6ddcc282, keycount=250, bloomtype=ROW, size=16.4 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732091024333 2024-11-20T08:23:45,934 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting f90d3b8e9c3c42188049c61de53ef4a4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732091024333 2024-11-20T08:23:45,958 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#A#compaction#251 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:45,959 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/4e40980cedf14769b6d3276c0ef44a5a is 50, key is test_row_0/A:col10/1732091024337/Put/seqid=0 2024-11-20T08:23:45,968 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#B#compaction#252 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:45,969 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/2fc8c7face584ae78974cb6c741e8eaf is 50, key is test_row_0/B:col10/1732091024337/Put/seqid=0 2024-11-20T08:23:46,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742135_1311 (size=12359) 2024-11-20T08:23:46,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742136_1312 (size=12359) 2024-11-20T08:23:46,040 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/2fc8c7face584ae78974cb6c741e8eaf as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/2fc8c7face584ae78974cb6c741e8eaf 2024-11-20T08:23:46,043 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:46,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-20T08:23:46,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:46,044 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 80f37905bc0532e47af053a12e479cd5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T08:23:46,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=A 2024-11-20T08:23:46,045 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/B of 80f37905bc0532e47af053a12e479cd5 into 2fc8c7face584ae78974cb6c741e8eaf(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:46,045 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:46,045 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/B, priority=13, startTime=1732091025931; duration=0sec 2024-11-20T08:23:46,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:46,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=B 2024-11-20T08:23:46,045 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:46,045 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:B 2024-11-20T08:23:46,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:46,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=C 2024-11-20T08:23:46,045 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:46,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:46,048 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:46,048 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/C is initiating minor compaction (all files) 2024-11-20T08:23:46,048 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/C in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:46,048 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/7ad76bbc369e4d179f715ca0fe31d9fb, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/4659bd9de08743e4a3022016d0b5a901, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/d3dd8e95c8b94e2289f2451d726a3ce8] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=35.4 K 2024-11-20T08:23:46,050 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ad76bbc369e4d179f715ca0fe31d9fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732091023047 2024-11-20T08:23:46,051 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 4659bd9de08743e4a3022016d0b5a901, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732091023697 2024-11-20T08:23:46,052 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting d3dd8e95c8b94e2289f2451d726a3ce8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732091024333 2024-11-20T08:23:46,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T08:23:46,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/4112459e40e54fb39e267e293b516b49 is 50, key is test_row_0/A:col10/1732091024992/Put/seqid=0 2024-11-20T08:23:46,076 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#C#compaction#254 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:46,076 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/9cb903511e7e4a738a45a10742a5340f is 50, key is test_row_0/C:col10/1732091024337/Put/seqid=0 2024-11-20T08:23:46,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:46,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:46,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742137_1313 (size=12151) 2024-11-20T08:23:46,119 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/4112459e40e54fb39e267e293b516b49 2024-11-20T08:23:46,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/381b0c58e35f48a39a207d45f3d57b3a is 50, key is test_row_0/B:col10/1732091024992/Put/seqid=0 2024-11-20T08:23:46,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742138_1314 (size=12359) 2024-11-20T08:23:46,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:46,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091086132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:46,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:46,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091086133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:46,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:46,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091086135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:46,145 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/9cb903511e7e4a738a45a10742a5340f as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/9cb903511e7e4a738a45a10742a5340f 2024-11-20T08:23:46,152 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/C of 80f37905bc0532e47af053a12e479cd5 into 9cb903511e7e4a738a45a10742a5340f(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:46,152 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:46,152 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/C, priority=13, startTime=1732091025931; duration=0sec 2024-11-20T08:23:46,152 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:46,152 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:C 2024-11-20T08:23:46,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742139_1315 (size=12151) 2024-11-20T08:23:46,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:46,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091086239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:46,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091086240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:46,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:46,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091086242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:46,412 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/4e40980cedf14769b6d3276c0ef44a5a as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/4e40980cedf14769b6d3276c0ef44a5a 2024-11-20T08:23:46,418 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/A of 80f37905bc0532e47af053a12e479cd5 into 4e40980cedf14769b6d3276c0ef44a5a(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:46,418 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:46,418 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/A, priority=13, startTime=1732091025931; duration=0sec 2024-11-20T08:23:46,418 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:46,418 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:A 2024-11-20T08:23:46,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091086443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:46,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091086444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:46,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091086447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:46,555 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/381b0c58e35f48a39a207d45f3d57b3a 2024-11-20T08:23:46,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/6c0ead487ca04bd9982d82baaa44c732 is 50, key is test_row_0/C:col10/1732091024992/Put/seqid=0 2024-11-20T08:23:46,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742140_1316 (size=12151) 2024-11-20T08:23:46,627 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/6c0ead487ca04bd9982d82baaa44c732 2024-11-20T08:23:46,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/4112459e40e54fb39e267e293b516b49 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/4112459e40e54fb39e267e293b516b49 2024-11-20T08:23:46,644 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/4112459e40e54fb39e267e293b516b49, entries=150, sequenceid=155, filesize=11.9 K 2024-11-20T08:23:46,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/381b0c58e35f48a39a207d45f3d57b3a as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/381b0c58e35f48a39a207d45f3d57b3a 2024-11-20T08:23:46,666 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/381b0c58e35f48a39a207d45f3d57b3a, entries=150, sequenceid=155, filesize=11.9 K 2024-11-20T08:23:46,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/6c0ead487ca04bd9982d82baaa44c732 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/6c0ead487ca04bd9982d82baaa44c732 2024-11-20T08:23:46,674 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/6c0ead487ca04bd9982d82baaa44c732, entries=150, sequenceid=155, filesize=11.9 K 2024-11-20T08:23:46,675 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 80f37905bc0532e47af053a12e479cd5 in 631ms, sequenceid=155, compaction requested=false 2024-11-20T08:23:46,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:46,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:46,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-20T08:23:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-20T08:23:46,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-20T08:23:46,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7170 sec 2024-11-20T08:23:46,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.7250 sec 2024-11-20T08:23:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:46,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 80f37905bc0532e47af053a12e479cd5 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T08:23:46,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=A 2024-11-20T08:23:46,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:46,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=B 2024-11-20T08:23:46,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:46,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=C 2024-11-20T08:23:46,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:46,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/aeeb767b033f4a4fa0177cd6546ea157 is 50, key is test_row_0/A:col10/1732091026751/Put/seqid=0 2024-11-20T08:23:46,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742141_1317 (size=12151) 2024-11-20T08:23:46,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/aeeb767b033f4a4fa0177cd6546ea157 2024-11-20T08:23:46,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/9fbbf801e53c4349a2691ddecc178e47 is 50, key is test_row_0/B:col10/1732091026751/Put/seqid=0 2024-11-20T08:23:46,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091086787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:46,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091086789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:46,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091086792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:46,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742142_1318 (size=12151) 2024-11-20T08:23:46,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/9fbbf801e53c4349a2691ddecc178e47 2024-11-20T08:23:46,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/f7485d43b3c24d1c9e28a276d6e88df9 is 50, key is test_row_0/C:col10/1732091026751/Put/seqid=0 2024-11-20T08:23:46,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742143_1319 (size=12151) 2024-11-20T08:23:46,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/f7485d43b3c24d1c9e28a276d6e88df9 2024-11-20T08:23:46,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/aeeb767b033f4a4fa0177cd6546ea157 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/aeeb767b033f4a4fa0177cd6546ea157 2024-11-20T08:23:46,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/aeeb767b033f4a4fa0177cd6546ea157, entries=150, sequenceid=173, filesize=11.9 K 2024-11-20T08:23:46,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/9fbbf801e53c4349a2691ddecc178e47 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/9fbbf801e53c4349a2691ddecc178e47 2024-11-20T08:23:46,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/9fbbf801e53c4349a2691ddecc178e47, entries=150, sequenceid=173, filesize=11.9 K 2024-11-20T08:23:46,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/f7485d43b3c24d1c9e28a276d6e88df9 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/f7485d43b3c24d1c9e28a276d6e88df9 2024-11-20T08:23:46,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/f7485d43b3c24d1c9e28a276d6e88df9, entries=150, sequenceid=173, filesize=11.9 K 2024-11-20T08:23:46,873 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 80f37905bc0532e47af053a12e479cd5 in 121ms, sequenceid=173, compaction requested=true 2024-11-20T08:23:46,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:46,874 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:46,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:23:46,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:46,875 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:46,875 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:46,875 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/A is initiating minor compaction (all files) 2024-11-20T08:23:46,875 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/A in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:46,875 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/4e40980cedf14769b6d3276c0ef44a5a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/4112459e40e54fb39e267e293b516b49, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/aeeb767b033f4a4fa0177cd6546ea157] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=35.8 K 2024-11-20T08:23:46,876 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e40980cedf14769b6d3276c0ef44a5a, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732091024333 2024-11-20T08:23:46,877 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:46,877 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/B is initiating minor compaction (all files) 2024-11-20T08:23:46,877 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/B in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:46,877 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/2fc8c7face584ae78974cb6c741e8eaf, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/381b0c58e35f48a39a207d45f3d57b3a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/9fbbf801e53c4349a2691ddecc178e47] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=35.8 K 2024-11-20T08:23:46,877 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4112459e40e54fb39e267e293b516b49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732091024983 2024-11-20T08:23:46,878 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 2fc8c7face584ae78974cb6c741e8eaf, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732091024333 2024-11-20T08:23:46,878 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting aeeb767b033f4a4fa0177cd6546ea157, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732091026134 2024-11-20T08:23:46,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:23:46,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:46,878 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 381b0c58e35f48a39a207d45f3d57b3a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732091024983 2024-11-20T08:23:46,879 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fbbf801e53c4349a2691ddecc178e47, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732091026134 2024-11-20T08:23:46,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:23:46,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:46,894 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#A#compaction#260 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:46,894 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/6e2a3caf8be64e4e9a7cc8a071f0cf5b is 50, key is test_row_0/A:col10/1732091026751/Put/seqid=0 2024-11-20T08:23:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:46,902 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#B#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:46,903 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/342f847e328f4a34a8262cc42ee25d2e is 50, key is test_row_0/B:col10/1732091026751/Put/seqid=0 2024-11-20T08:23:46,909 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 80f37905bc0532e47af053a12e479cd5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T08:23:46,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=A 2024-11-20T08:23:46,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:46,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=B 2024-11-20T08:23:46,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:46,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=C 2024-11-20T08:23:46,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:46,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091086926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:46,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091086932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:46,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091086932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:46,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742144_1320 (size=12561) 2024-11-20T08:23:46,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/896dcd15fd08429397c4b1af81edfeed is 50, key is test_row_0/A:col10/1732091026773/Put/seqid=0 2024-11-20T08:23:46,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742145_1321 (size=12561) 2024-11-20T08:23:46,969 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/342f847e328f4a34a8262cc42ee25d2e as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/342f847e328f4a34a8262cc42ee25d2e 2024-11-20T08:23:46,975 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/B of 80f37905bc0532e47af053a12e479cd5 into 342f847e328f4a34a8262cc42ee25d2e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:46,975 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:46,975 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/B, priority=13, startTime=1732091026874; duration=0sec 2024-11-20T08:23:46,975 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:46,975 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:B 2024-11-20T08:23:46,975 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:46,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742146_1322 (size=14541) 2024-11-20T08:23:46,977 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:46,977 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/C is initiating minor compaction (all files) 2024-11-20T08:23:46,977 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/C in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:46,977 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/9cb903511e7e4a738a45a10742a5340f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/6c0ead487ca04bd9982d82baaa44c732, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/f7485d43b3c24d1c9e28a276d6e88df9] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=35.8 K 2024-11-20T08:23:46,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/896dcd15fd08429397c4b1af81edfeed 2024-11-20T08:23:46,978 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cb903511e7e4a738a45a10742a5340f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732091024333 2024-11-20T08:23:46,980 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c0ead487ca04bd9982d82baaa44c732, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732091024983 2024-11-20T08:23:46,980 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting f7485d43b3c24d1c9e28a276d6e88df9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732091026134 2024-11-20T08:23:46,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/2f581ea61fe6464285b8249c248e90aa is 50, key is test_row_0/B:col10/1732091026773/Put/seqid=0 2024-11-20T08:23:47,017 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#C#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:47,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742147_1323 (size=12151) 2024-11-20T08:23:47,018 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/50368d9489e14f4a9dba8ac7bddc034e is 50, key is test_row_0/C:col10/1732091026751/Put/seqid=0 2024-11-20T08:23:47,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/2f581ea61fe6464285b8249c248e90aa 2024-11-20T08:23:47,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091087034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:47,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/5c001010f6ce44caac3fd25751d67312 is 50, key is test_row_0/C:col10/1732091026773/Put/seqid=0 2024-11-20T08:23:47,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091087040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:47,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091087041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:47,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742148_1324 (size=12561) 2024-11-20T08:23:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-20T08:23:47,062 INFO [Thread-1292 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-20T08:23:47,063 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:23:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-20T08:23:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T08:23:47,066 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:23:47,067 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:23:47,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:23:47,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742149_1325 (size=12151) 2024-11-20T08:23:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T08:23:47,220 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:47,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-20T08:23:47,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:47,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:47,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:47,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:47,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:47,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091087242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:47,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:47,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091087242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:47,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:47,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091087245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:47,353 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/6e2a3caf8be64e4e9a7cc8a071f0cf5b as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/6e2a3caf8be64e4e9a7cc8a071f0cf5b 2024-11-20T08:23:47,358 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/A of 80f37905bc0532e47af053a12e479cd5 into 6e2a3caf8be64e4e9a7cc8a071f0cf5b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:47,358 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:47,358 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/A, priority=13, startTime=1732091026874; duration=0sec 2024-11-20T08:23:47,359 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:47,359 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:A 2024-11-20T08:23:47,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T08:23:47,376 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:47,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-20T08:23:47,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:47,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:47,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:47,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:47,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:47,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:47,468 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/50368d9489e14f4a9dba8ac7bddc034e as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/50368d9489e14f4a9dba8ac7bddc034e 2024-11-20T08:23:47,479 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/C of 80f37905bc0532e47af053a12e479cd5 into 50368d9489e14f4a9dba8ac7bddc034e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:47,479 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:47,479 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/C, priority=13, startTime=1732091026889; duration=0sec 2024-11-20T08:23:47,479 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:47,479 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:C 2024-11-20T08:23:47,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/5c001010f6ce44caac3fd25751d67312 2024-11-20T08:23:47,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/896dcd15fd08429397c4b1af81edfeed as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/896dcd15fd08429397c4b1af81edfeed 2024-11-20T08:23:47,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/896dcd15fd08429397c4b1af81edfeed, entries=200, sequenceid=199, filesize=14.2 K 2024-11-20T08:23:47,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/2f581ea61fe6464285b8249c248e90aa as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/2f581ea61fe6464285b8249c248e90aa 2024-11-20T08:23:47,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/2f581ea61fe6464285b8249c248e90aa, entries=150, sequenceid=199, filesize=11.9 K 2024-11-20T08:23:47,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/5c001010f6ce44caac3fd25751d67312 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/5c001010f6ce44caac3fd25751d67312 2024-11-20T08:23:47,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/5c001010f6ce44caac3fd25751d67312, entries=150, sequenceid=199, filesize=11.9 K 2024-11-20T08:23:47,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 80f37905bc0532e47af053a12e479cd5 in 607ms, sequenceid=199, compaction requested=false 2024-11-20T08:23:47,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:47,530 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:47,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-20T08:23:47,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:47,532 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 80f37905bc0532e47af053a12e479cd5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T08:23:47,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=A 2024-11-20T08:23:47,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:47,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=B 2024-11-20T08:23:47,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:47,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=C 2024-11-20T08:23:47,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:47,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/e338741a28e546f7abafc7d396a27806 is 50, key is test_row_0/A:col10/1732091026929/Put/seqid=0 2024-11-20T08:23:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:47,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:47,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742150_1326 (size=12151) 2024-11-20T08:23:47,576 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/e338741a28e546f7abafc7d396a27806 2024-11-20T08:23:47,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/8f7caddae83a4a9aabd4b721b043df3d is 50, key is test_row_0/B:col10/1732091026929/Put/seqid=0 2024-11-20T08:23:47,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742151_1327 (size=12151) 2024-11-20T08:23:47,658 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/8f7caddae83a4a9aabd4b721b043df3d 2024-11-20T08:23:47,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091087659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:47,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091087662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:47,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T08:23:47,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091087666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:47,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/5ee55e6b6a8349e5b4b900496c45640b is 50, key is test_row_0/C:col10/1732091026929/Put/seqid=0 2024-11-20T08:23:47,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742152_1328 (size=12151) 2024-11-20T08:23:47,718 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/5ee55e6b6a8349e5b4b900496c45640b 2024-11-20T08:23:47,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/e338741a28e546f7abafc7d396a27806 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/e338741a28e546f7abafc7d396a27806 2024-11-20T08:23:47,742 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/e338741a28e546f7abafc7d396a27806, entries=150, sequenceid=213, filesize=11.9 K 2024-11-20T08:23:47,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/8f7caddae83a4a9aabd4b721b043df3d as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/8f7caddae83a4a9aabd4b721b043df3d 2024-11-20T08:23:47,750 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/8f7caddae83a4a9aabd4b721b043df3d, entries=150, sequenceid=213, filesize=11.9 K 2024-11-20T08:23:47,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/5ee55e6b6a8349e5b4b900496c45640b as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/5ee55e6b6a8349e5b4b900496c45640b 2024-11-20T08:23:47,757 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/5ee55e6b6a8349e5b4b900496c45640b, entries=150, sequenceid=213, filesize=11.9 K 2024-11-20T08:23:47,758 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 80f37905bc0532e47af053a12e479cd5 in 226ms, sequenceid=213, compaction requested=true 2024-11-20T08:23:47,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:47,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:47,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-20T08:23:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-20T08:23:47,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-20T08:23:47,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 696 msec 2024-11-20T08:23:47,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 704 msec 2024-11-20T08:23:47,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 80f37905bc0532e47af053a12e479cd5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T08:23:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:47,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=A 2024-11-20T08:23:47,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:47,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=B 2024-11-20T08:23:47,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:47,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=C 2024-11-20T08:23:47,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:47,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091087791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:47,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091087789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:47,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/2c7060da2fa64381a9fa3f7b03b8cc17 is 50, key is test_row_0/A:col10/1732091027587/Put/seqid=0 2024-11-20T08:23:47,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091087793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:47,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742153_1329 (size=12151) 2024-11-20T08:23:47,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/2c7060da2fa64381a9fa3f7b03b8cc17 2024-11-20T08:23:47,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/ee3008bfb33f445c963f85536a5bbb63 is 50, key is test_row_0/B:col10/1732091027587/Put/seqid=0 2024-11-20T08:23:47,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742154_1330 (size=12151) 2024-11-20T08:23:47,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091087898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:47,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091087898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:47,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091087900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:48,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091088102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:48,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091088103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:48,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091088104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-20T08:23:48,170 INFO [Thread-1292 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-20T08:23:48,171 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:23:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-20T08:23:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T08:23:48,173 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:23:48,174 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:23:48,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:23:48,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/ee3008bfb33f445c963f85536a5bbb63 2024-11-20T08:23:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T08:23:48,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/485176dc28874340ac0453c4384c3e0a is 50, key is test_row_0/C:col10/1732091027587/Put/seqid=0 2024-11-20T08:23:48,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742155_1331 (size=12151) 2024-11-20T08:23:48,325 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:48,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T08:23:48,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:48,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:48,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:48,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:48,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:48,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/485176dc28874340ac0453c4384c3e0a 2024-11-20T08:23:48,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/2c7060da2fa64381a9fa3f7b03b8cc17 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/2c7060da2fa64381a9fa3f7b03b8cc17 2024-11-20T08:23:48,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/2c7060da2fa64381a9fa3f7b03b8cc17, entries=150, sequenceid=240, filesize=11.9 K 2024-11-20T08:23:48,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/ee3008bfb33f445c963f85536a5bbb63 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/ee3008bfb33f445c963f85536a5bbb63 2024-11-20T08:23:48,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/ee3008bfb33f445c963f85536a5bbb63, entries=150, sequenceid=240, filesize=11.9 K 2024-11-20T08:23:48,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/485176dc28874340ac0453c4384c3e0a as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/485176dc28874340ac0453c4384c3e0a 2024-11-20T08:23:48,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/485176dc28874340ac0453c4384c3e0a, entries=150, sequenceid=240, filesize=11.9 K 2024-11-20T08:23:48,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 80f37905bc0532e47af053a12e479cd5 in 580ms, sequenceid=240, compaction requested=true 2024-11-20T08:23:48,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:48,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:23:48,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:48,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:23:48,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:48,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:23:48,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T08:23:48,352 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:23:48,352 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:23:48,354 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:23:48,354 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/B is initiating minor compaction (all files) 2024-11-20T08:23:48,354 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/B in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:48,355 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/342f847e328f4a34a8262cc42ee25d2e, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/2f581ea61fe6464285b8249c248e90aa, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/8f7caddae83a4a9aabd4b721b043df3d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/ee3008bfb33f445c963f85536a5bbb63] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=47.9 K 2024-11-20T08:23:48,355 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51404 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:23:48,355 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/A is initiating minor compaction (all files) 2024-11-20T08:23:48,355 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/A in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:48,355 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/6e2a3caf8be64e4e9a7cc8a071f0cf5b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/896dcd15fd08429397c4b1af81edfeed, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/e338741a28e546f7abafc7d396a27806, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/2c7060da2fa64381a9fa3f7b03b8cc17] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=50.2 K 2024-11-20T08:23:48,355 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 342f847e328f4a34a8262cc42ee25d2e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732091026134 2024-11-20T08:23:48,356 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e2a3caf8be64e4e9a7cc8a071f0cf5b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732091026134 2024-11-20T08:23:48,356 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f581ea61fe6464285b8249c248e90aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732091026773 2024-11-20T08:23:48,356 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 896dcd15fd08429397c4b1af81edfeed, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732091026773 2024-11-20T08:23:48,357 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting e338741a28e546f7abafc7d396a27806, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732091026922 2024-11-20T08:23:48,357 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f7caddae83a4a9aabd4b721b043df3d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732091026922 2024-11-20T08:23:48,357 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting ee3008bfb33f445c963f85536a5bbb63, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732091027587 2024-11-20T08:23:48,357 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c7060da2fa64381a9fa3f7b03b8cc17, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732091027587 2024-11-20T08:23:48,376 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#A#compaction#272 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:48,377 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/9e3ee69a6e45429880b08cd3db07d1cd is 50, key is test_row_0/A:col10/1732091027587/Put/seqid=0 2024-11-20T08:23:48,386 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#B#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:48,387 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/559caef28fbb476db04a775cd72c4b05 is 50, key is test_row_0/B:col10/1732091027587/Put/seqid=0 2024-11-20T08:23:48,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 80f37905bc0532e47af053a12e479cd5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T08:23:48,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=A 2024-11-20T08:23:48,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:48,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=B 2024-11-20T08:23:48,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:48,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=C 2024-11-20T08:23:48,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:48,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742156_1332 (size=12697) 2024-11-20T08:23:48,435 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/9e3ee69a6e45429880b08cd3db07d1cd as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/9e3ee69a6e45429880b08cd3db07d1cd 2024-11-20T08:23:48,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742157_1333 (size=12697) 2024-11-20T08:23:48,444 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/A of 80f37905bc0532e47af053a12e479cd5 into 9e3ee69a6e45429880b08cd3db07d1cd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:48,444 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:48,444 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/A, priority=12, startTime=1732091028352; duration=0sec 2024-11-20T08:23:48,444 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:48,444 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:A 2024-11-20T08:23:48,445 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:23:48,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/b9a21cf08db8444f8e7530fb6d1f2de6 is 50, key is test_row_0/A:col10/1732091028410/Put/seqid=0 2024-11-20T08:23:48,447 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/559caef28fbb476db04a775cd72c4b05 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/559caef28fbb476db04a775cd72c4b05 2024-11-20T08:23:48,447 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:23:48,447 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/C is initiating minor compaction (all files) 2024-11-20T08:23:48,447 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/C in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:48,448 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/50368d9489e14f4a9dba8ac7bddc034e, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/5c001010f6ce44caac3fd25751d67312, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/5ee55e6b6a8349e5b4b900496c45640b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/485176dc28874340ac0453c4384c3e0a] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=47.9 K 2024-11-20T08:23:48,448 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50368d9489e14f4a9dba8ac7bddc034e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732091026134 2024-11-20T08:23:48,450 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c001010f6ce44caac3fd25751d67312, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732091026773 2024-11-20T08:23:48,450 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ee55e6b6a8349e5b4b900496c45640b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732091026922 2024-11-20T08:23:48,452 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 485176dc28874340ac0453c4384c3e0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732091027587 2024-11-20T08:23:48,454 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/B of 80f37905bc0532e47af053a12e479cd5 into 559caef28fbb476db04a775cd72c4b05(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:48,454 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:48,454 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/B, priority=12, startTime=1732091028352; duration=0sec 2024-11-20T08:23:48,454 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:48,454 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:B 2024-11-20T08:23:48,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091088456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:48,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091088458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:48,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091088460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T08:23:48,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742158_1334 (size=16931) 2024-11-20T08:23:48,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/b9a21cf08db8444f8e7530fb6d1f2de6 2024-11-20T08:23:48,478 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:48,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T08:23:48,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:48,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:48,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:48,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:48,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:48,493 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#C#compaction#275 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:48,493 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/27648add4f0a4fb2946cb515b1b04e85 is 50, key is test_row_0/C:col10/1732091027587/Put/seqid=0 2024-11-20T08:23:48,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/331432e81525401cb08ee775589a43ce is 50, key is test_row_0/B:col10/1732091028410/Put/seqid=0 2024-11-20T08:23:48,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742159_1335 (size=12697) 2024-11-20T08:23:48,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091088564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:48,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091088565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:48,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091088565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:48,572 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/27648add4f0a4fb2946cb515b1b04e85 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/27648add4f0a4fb2946cb515b1b04e85 2024-11-20T08:23:48,578 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/C of 80f37905bc0532e47af053a12e479cd5 into 27648add4f0a4fb2946cb515b1b04e85(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:48,578 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:48,578 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/C, priority=12, startTime=1732091028352; duration=0sec 2024-11-20T08:23:48,578 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:48,578 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:C 2024-11-20T08:23:48,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742160_1336 (size=12151) 2024-11-20T08:23:48,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/331432e81525401cb08ee775589a43ce 2024-11-20T08:23:48,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/a1ce89fbcab842a38f9dc215224b7f0f is 50, key is test_row_0/C:col10/1732091028410/Put/seqid=0 2024-11-20T08:23:48,632 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:48,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T08:23:48,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:48,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:48,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:48,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:48,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:48,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742161_1337 (size=12151) 2024-11-20T08:23:48,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/a1ce89fbcab842a38f9dc215224b7f0f 2024-11-20T08:23:48,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/b9a21cf08db8444f8e7530fb6d1f2de6 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/b9a21cf08db8444f8e7530fb6d1f2de6 2024-11-20T08:23:48,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/b9a21cf08db8444f8e7530fb6d1f2de6, entries=250, sequenceid=252, filesize=16.5 K 2024-11-20T08:23:48,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/331432e81525401cb08ee775589a43ce as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/331432e81525401cb08ee775589a43ce 2024-11-20T08:23:48,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/331432e81525401cb08ee775589a43ce, entries=150, sequenceid=252, filesize=11.9 K 2024-11-20T08:23:48,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/a1ce89fbcab842a38f9dc215224b7f0f as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/a1ce89fbcab842a38f9dc215224b7f0f 2024-11-20T08:23:48,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/a1ce89fbcab842a38f9dc215224b7f0f, entries=150, sequenceid=252, filesize=11.9 K 2024-11-20T08:23:48,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 80f37905bc0532e47af053a12e479cd5 in 270ms, sequenceid=252, compaction requested=false 2024-11-20T08:23:48,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:48,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:48,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 80f37905bc0532e47af053a12e479cd5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T08:23:48,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=A 2024-11-20T08:23:48,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:48,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=B 2024-11-20T08:23:48,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:48,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=C 2024-11-20T08:23:48,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T08:23:48,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/e4a26630a44644b38919d1ef102cdde9 is 50, key is test_row_0/A:col10/1732091028444/Put/seqid=0 2024-11-20T08:23:48,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091088783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:48,785 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:48,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T08:23:48,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:48,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:48,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:48,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:48,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:48,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:48,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091088785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091088785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:48,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742162_1338 (size=12301) 2024-11-20T08:23:48,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091088886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:48,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091088890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:48,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091088890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:48,938 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:48,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T08:23:48,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:48,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:48,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:48,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:48,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:49,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52286 deadline: 1732091089089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:49,090 DEBUG [Thread-1290 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8167 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., hostname=a04d4489dc6d,43141,1732090957262, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:23:49,091 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:49,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091089091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:49,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T08:23:49,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:49,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:49,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:49,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:49,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:49,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091089093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:49,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091089096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:49,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52324 deadline: 1732091089096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:49,097 DEBUG [Thread-1288 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8174 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., hostname=a04d4489dc6d,43141,1732090957262, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:23:49,216 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/e4a26630a44644b38919d1ef102cdde9 2024-11-20T08:23:49,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/45d484df30f54f04aae328dc682992d7 is 50, key is test_row_0/B:col10/1732091028444/Put/seqid=0 2024-11-20T08:23:49,244 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:49,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T08:23:49,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:49,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:49,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:49,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:49,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:49,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742163_1339 (size=12301) 2024-11-20T08:23:49,266 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/45d484df30f54f04aae328dc682992d7 2024-11-20T08:23:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T08:23:49,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/830e262b2e2e425ab72c666dddd49ddb is 50, key is test_row_0/C:col10/1732091028444/Put/seqid=0 2024-11-20T08:23:49,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742164_1340 (size=12301) 2024-11-20T08:23:49,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/830e262b2e2e425ab72c666dddd49ddb 2024-11-20T08:23:49,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/e4a26630a44644b38919d1ef102cdde9 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/e4a26630a44644b38919d1ef102cdde9 2024-11-20T08:23:49,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/e4a26630a44644b38919d1ef102cdde9, entries=150, sequenceid=282, filesize=12.0 K 2024-11-20T08:23:49,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/45d484df30f54f04aae328dc682992d7 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/45d484df30f54f04aae328dc682992d7 2024-11-20T08:23:49,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/45d484df30f54f04aae328dc682992d7, entries=150, sequenceid=282, filesize=12.0 K 2024-11-20T08:23:49,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/830e262b2e2e425ab72c666dddd49ddb as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/830e262b2e2e425ab72c666dddd49ddb 2024-11-20T08:23:49,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/830e262b2e2e425ab72c666dddd49ddb, entries=150, sequenceid=282, filesize=12.0 K 2024-11-20T08:23:49,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 80f37905bc0532e47af053a12e479cd5 in 600ms, sequenceid=282, compaction requested=true 2024-11-20T08:23:49,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:49,373 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:49,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:23:49,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:49,373 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:49,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:23:49,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:49,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:23:49,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:49,374 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41929 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:49,374 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/A is initiating minor compaction (all files) 2024-11-20T08:23:49,374 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/A in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:49,374 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/9e3ee69a6e45429880b08cd3db07d1cd, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/b9a21cf08db8444f8e7530fb6d1f2de6, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/e4a26630a44644b38919d1ef102cdde9] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=40.9 K 2024-11-20T08:23:49,378 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:49,378 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/B is initiating minor compaction (all files) 2024-11-20T08:23:49,378 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/B in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:49,378 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/559caef28fbb476db04a775cd72c4b05, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/331432e81525401cb08ee775589a43ce, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/45d484df30f54f04aae328dc682992d7] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=36.3 K 2024-11-20T08:23:49,378 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e3ee69a6e45429880b08cd3db07d1cd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732091027587 2024-11-20T08:23:49,379 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9a21cf08db8444f8e7530fb6d1f2de6, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732091027778 2024-11-20T08:23:49,379 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 559caef28fbb476db04a775cd72c4b05, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732091027587 2024-11-20T08:23:49,379 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4a26630a44644b38919d1ef102cdde9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732091028444 2024-11-20T08:23:49,380 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 331432e81525401cb08ee775589a43ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732091028410 2024-11-20T08:23:49,381 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 45d484df30f54f04aae328dc682992d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732091028444 2024-11-20T08:23:49,393 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#A#compaction#281 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:49,394 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/e10ad13a1fb74d049a74ce783b55b2f4 is 50, key is test_row_0/A:col10/1732091028444/Put/seqid=0 2024-11-20T08:23:49,398 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:49,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-20T08:23:49,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:49,398 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 80f37905bc0532e47af053a12e479cd5 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T08:23:49,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=A 2024-11-20T08:23:49,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:49,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=B 2024-11-20T08:23:49,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:49,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=C 2024-11-20T08:23:49,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:49,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:49,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/ac907650137f4abf9f166d09bc59ba31 is 50, key is test_row_0/A:col10/1732091028782/Put/seqid=0 2024-11-20T08:23:49,437 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#B#compaction#283 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:49,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742165_1341 (size=12949) 2024-11-20T08:23:49,443 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/4d64b445bb374cb1a414debad5c03915 is 50, key is test_row_0/B:col10/1732091028444/Put/seqid=0 2024-11-20T08:23:49,446 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/e10ad13a1fb74d049a74ce783b55b2f4 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/e10ad13a1fb74d049a74ce783b55b2f4 2024-11-20T08:23:49,451 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/A of 80f37905bc0532e47af053a12e479cd5 into e10ad13a1fb74d049a74ce783b55b2f4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:49,451 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:49,452 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/A, priority=13, startTime=1732091029373; duration=0sec 2024-11-20T08:23:49,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742166_1342 (size=12301) 2024-11-20T08:23:49,452 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:49,452 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:A 2024-11-20T08:23:49,452 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:49,453 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:49,453 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/C is initiating minor compaction (all files) 2024-11-20T08:23:49,453 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/C in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:49,453 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/27648add4f0a4fb2946cb515b1b04e85, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/a1ce89fbcab842a38f9dc215224b7f0f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/830e262b2e2e425ab72c666dddd49ddb] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=36.3 K 2024-11-20T08:23:49,453 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27648add4f0a4fb2946cb515b1b04e85, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732091027587 2024-11-20T08:23:49,454 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1ce89fbcab842a38f9dc215224b7f0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732091028410 2024-11-20T08:23:49,454 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 830e262b2e2e425ab72c666dddd49ddb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732091028444 2024-11-20T08:23:49,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091089458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:49,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:49,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091089463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:49,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:49,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091089464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:49,498 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#C#compaction#284 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:49,499 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/169b22595c7a451387afdd46778d0943 is 50, key is test_row_0/C:col10/1732091028444/Put/seqid=0 2024-11-20T08:23:49,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742167_1343 (size=12949) 2024-11-20T08:23:49,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742168_1344 (size=12949) 2024-11-20T08:23:49,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091089565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:49,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091089568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:49,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091089568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:49,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091089768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:49,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091089772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:49,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091089772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:49,853 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/ac907650137f4abf9f166d09bc59ba31 2024-11-20T08:23:49,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/7d3adb030d704debb8a27417a9876e32 is 50, key is test_row_0/B:col10/1732091028782/Put/seqid=0 2024-11-20T08:23:49,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742169_1345 (size=12301) 2024-11-20T08:23:49,935 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/4d64b445bb374cb1a414debad5c03915 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/4d64b445bb374cb1a414debad5c03915 2024-11-20T08:23:49,940 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/169b22595c7a451387afdd46778d0943 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/169b22595c7a451387afdd46778d0943 2024-11-20T08:23:49,946 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/B of 80f37905bc0532e47af053a12e479cd5 into 4d64b445bb374cb1a414debad5c03915(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:49,946 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:49,946 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/B, priority=13, startTime=1732091029373; duration=0sec 2024-11-20T08:23:49,946 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:49,946 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:B 2024-11-20T08:23:49,951 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/C of 80f37905bc0532e47af053a12e479cd5 into 169b22595c7a451387afdd46778d0943(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:49,951 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:49,951 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/C, priority=13, startTime=1732091029373; duration=0sec 2024-11-20T08:23:49,951 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:49,951 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:C 2024-11-20T08:23:50,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091090073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:50,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091090075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:50,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091090076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T08:23:50,299 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/7d3adb030d704debb8a27417a9876e32 2024-11-20T08:23:50,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/9a8704f64a814796bdc842f0b5ce6285 is 50, key is test_row_0/C:col10/1732091028782/Put/seqid=0 2024-11-20T08:23:50,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742170_1346 (size=12301) 2024-11-20T08:23:50,382 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/9a8704f64a814796bdc842f0b5ce6285 2024-11-20T08:23:50,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/ac907650137f4abf9f166d09bc59ba31 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/ac907650137f4abf9f166d09bc59ba31 2024-11-20T08:23:50,398 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/ac907650137f4abf9f166d09bc59ba31, entries=150, sequenceid=292, filesize=12.0 K 2024-11-20T08:23:50,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/7d3adb030d704debb8a27417a9876e32 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/7d3adb030d704debb8a27417a9876e32 2024-11-20T08:23:50,406 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/7d3adb030d704debb8a27417a9876e32, entries=150, sequenceid=292, filesize=12.0 K 2024-11-20T08:23:50,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/9a8704f64a814796bdc842f0b5ce6285 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/9a8704f64a814796bdc842f0b5ce6285 2024-11-20T08:23:50,413 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/9a8704f64a814796bdc842f0b5ce6285, entries=150, sequenceid=292, filesize=12.0 K 2024-11-20T08:23:50,415 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 80f37905bc0532e47af053a12e479cd5 in 1017ms, sequenceid=292, compaction requested=false 2024-11-20T08:23:50,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:50,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:50,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-20T08:23:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-20T08:23:50,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-20T08:23:50,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2430 sec 2024-11-20T08:23:50,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 2.2490 sec 2024-11-20T08:23:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:50,584 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 80f37905bc0532e47af053a12e479cd5 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-20T08:23:50,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=A 2024-11-20T08:23:50,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:50,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=B 2024-11-20T08:23:50,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:50,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=C 2024-11-20T08:23:50,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:50,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/e452845e299e47df9f709a890160c074 is 50, key is test_row_0/A:col10/1732091030581/Put/seqid=0 2024-11-20T08:23:50,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091090592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:50,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091090593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:50,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091090594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:50,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742171_1347 (size=12301) 2024-11-20T08:23:50,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/e452845e299e47df9f709a890160c074 2024-11-20T08:23:50,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/9656f1b1d1d74a2090b9f8f6c7579720 is 50, key is test_row_0/B:col10/1732091030581/Put/seqid=0 2024-11-20T08:23:50,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742172_1348 (size=12301) 2024-11-20T08:23:50,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/9656f1b1d1d74a2090b9f8f6c7579720 2024-11-20T08:23:50,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:50,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091090698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:50,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:50,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091090698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:50,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:50,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091090699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:50,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/67c82ede093c4772a2b07ecad0fc8046 is 50, key is test_row_0/C:col10/1732091030581/Put/seqid=0 2024-11-20T08:23:50,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742173_1349 (size=12301) 2024-11-20T08:23:50,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/67c82ede093c4772a2b07ecad0fc8046 2024-11-20T08:23:50,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/e452845e299e47df9f709a890160c074 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/e452845e299e47df9f709a890160c074 2024-11-20T08:23:50,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/e452845e299e47df9f709a890160c074, entries=150, sequenceid=323, filesize=12.0 K 2024-11-20T08:23:50,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/9656f1b1d1d74a2090b9f8f6c7579720 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/9656f1b1d1d74a2090b9f8f6c7579720 2024-11-20T08:23:50,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/9656f1b1d1d74a2090b9f8f6c7579720, entries=150, sequenceid=323, filesize=12.0 K 2024-11-20T08:23:50,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/67c82ede093c4772a2b07ecad0fc8046 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/67c82ede093c4772a2b07ecad0fc8046 2024-11-20T08:23:50,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/67c82ede093c4772a2b07ecad0fc8046, entries=150, sequenceid=323, filesize=12.0 K 2024-11-20T08:23:50,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 80f37905bc0532e47af053a12e479cd5 in 191ms, sequenceid=323, compaction requested=true 2024-11-20T08:23:50,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:50,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:23:50,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:50,776 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:50,776 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:50,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:23:50,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:50,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:23:50,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:50,777 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:50,777 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/A is initiating minor compaction (all files) 2024-11-20T08:23:50,777 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/A in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:50,778 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/e10ad13a1fb74d049a74ce783b55b2f4, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/ac907650137f4abf9f166d09bc59ba31, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/e452845e299e47df9f709a890160c074] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=36.7 K 2024-11-20T08:23:50,778 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:50,778 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/B is initiating minor compaction (all files) 2024-11-20T08:23:50,778 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/B in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:50,778 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/4d64b445bb374cb1a414debad5c03915, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/7d3adb030d704debb8a27417a9876e32, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/9656f1b1d1d74a2090b9f8f6c7579720] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=36.7 K 2024-11-20T08:23:50,778 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting e10ad13a1fb74d049a74ce783b55b2f4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732091028444 2024-11-20T08:23:50,779 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac907650137f4abf9f166d09bc59ba31, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732091028782 2024-11-20T08:23:50,779 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d64b445bb374cb1a414debad5c03915, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732091028444 2024-11-20T08:23:50,779 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d3adb030d704debb8a27417a9876e32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732091028782 2024-11-20T08:23:50,779 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting e452845e299e47df9f709a890160c074, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732091029461 2024-11-20T08:23:50,780 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 9656f1b1d1d74a2090b9f8f6c7579720, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732091029461 2024-11-20T08:23:50,799 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#A#compaction#290 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:50,800 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/cd5a1a00140d42a88c13c234f9be0b09 is 50, key is test_row_0/A:col10/1732091030581/Put/seqid=0 2024-11-20T08:23:50,810 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#B#compaction#291 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:50,811 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/0f9671dcaa064519957ff4d7199db35d is 50, key is test_row_0/B:col10/1732091030581/Put/seqid=0 2024-11-20T08:23:50,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742174_1350 (size=13051) 2024-11-20T08:23:50,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742175_1351 (size=13051) 2024-11-20T08:23:50,849 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/cd5a1a00140d42a88c13c234f9be0b09 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/cd5a1a00140d42a88c13c234f9be0b09 2024-11-20T08:23:50,856 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/0f9671dcaa064519957ff4d7199db35d as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/0f9671dcaa064519957ff4d7199db35d 2024-11-20T08:23:50,856 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/A of 80f37905bc0532e47af053a12e479cd5 into cd5a1a00140d42a88c13c234f9be0b09(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:50,856 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:50,856 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/A, priority=13, startTime=1732091030776; duration=0sec 2024-11-20T08:23:50,856 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:50,856 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:A 2024-11-20T08:23:50,856 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:50,858 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:50,858 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/C is initiating minor compaction (all files) 2024-11-20T08:23:50,858 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/C in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:50,858 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/169b22595c7a451387afdd46778d0943, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/9a8704f64a814796bdc842f0b5ce6285, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/67c82ede093c4772a2b07ecad0fc8046] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=36.7 K 2024-11-20T08:23:50,859 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 169b22595c7a451387afdd46778d0943, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732091028444 2024-11-20T08:23:50,859 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a8704f64a814796bdc842f0b5ce6285, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732091028782 2024-11-20T08:23:50,859 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67c82ede093c4772a2b07ecad0fc8046, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732091029461 2024-11-20T08:23:50,865 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/B of 80f37905bc0532e47af053a12e479cd5 into 0f9671dcaa064519957ff4d7199db35d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:50,865 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:50,865 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/B, priority=13, startTime=1732091030776; duration=0sec 2024-11-20T08:23:50,865 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:50,865 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:B 2024-11-20T08:23:50,871 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#C#compaction#292 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:50,872 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/03b0f4631ebe4dbaaa916a866ea8e5f8 is 50, key is test_row_0/C:col10/1732091030581/Put/seqid=0 2024-11-20T08:23:50,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:50,906 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 80f37905bc0532e47af053a12e479cd5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T08:23:50,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=A 2024-11-20T08:23:50,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:50,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=B 2024-11-20T08:23:50,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:50,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=C 2024-11-20T08:23:50,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:50,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/3e08a5f430bb43919046d03c47bd4b78 is 50, key is test_row_1/A:col10/1732091030904/Put/seqid=0 2024-11-20T08:23:50,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742176_1352 (size=13051) 2024-11-20T08:23:50,938 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/03b0f4631ebe4dbaaa916a866ea8e5f8 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/03b0f4631ebe4dbaaa916a866ea8e5f8 2024-11-20T08:23:50,947 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/C of 80f37905bc0532e47af053a12e479cd5 into 03b0f4631ebe4dbaaa916a866ea8e5f8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:50,947 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:50,947 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/C, priority=13, startTime=1732091030776; duration=0sec 2024-11-20T08:23:50,947 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:50,947 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:C 2024-11-20T08:23:50,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091090945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:50,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091090946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:50,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091090946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:50,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742177_1353 (size=9857) 2024-11-20T08:23:51,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091091051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:51,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091091051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:51,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091091052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:51,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091091254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:51,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091091254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:51,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091091255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:51,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/3e08a5f430bb43919046d03c47bd4b78 2024-11-20T08:23:51,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/cfb840b0dce94b4fb63d46347c7a5dbb is 50, key is test_row_1/B:col10/1732091030904/Put/seqid=0 2024-11-20T08:23:51,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742178_1354 (size=9857) 2024-11-20T08:23:51,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/cfb840b0dce94b4fb63d46347c7a5dbb 2024-11-20T08:23:51,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/adb86686fec242e582da428e4699b6d8 is 50, key is test_row_1/C:col10/1732091030904/Put/seqid=0 2024-11-20T08:23:51,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742179_1355 (size=9857) 2024-11-20T08:23:51,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091091557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:51,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091091558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:51,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091091558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:51,834 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/adb86686fec242e582da428e4699b6d8 2024-11-20T08:23:51,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/3e08a5f430bb43919046d03c47bd4b78 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/3e08a5f430bb43919046d03c47bd4b78 2024-11-20T08:23:51,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/3e08a5f430bb43919046d03c47bd4b78, entries=100, sequenceid=336, filesize=9.6 K 2024-11-20T08:23:51,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/cfb840b0dce94b4fb63d46347c7a5dbb as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/cfb840b0dce94b4fb63d46347c7a5dbb 2024-11-20T08:23:51,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/cfb840b0dce94b4fb63d46347c7a5dbb, entries=100, sequenceid=336, filesize=9.6 K 2024-11-20T08:23:51,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/adb86686fec242e582da428e4699b6d8 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/adb86686fec242e582da428e4699b6d8 2024-11-20T08:23:51,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/adb86686fec242e582da428e4699b6d8, entries=100, sequenceid=336, filesize=9.6 K 2024-11-20T08:23:51,858 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 80f37905bc0532e47af053a12e479cd5 in 951ms, sequenceid=336, compaction requested=false 2024-11-20T08:23:51,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:52,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 80f37905bc0532e47af053a12e479cd5 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T08:23:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:52,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=A 2024-11-20T08:23:52,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:52,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=B 2024-11-20T08:23:52,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:52,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=C 2024-11-20T08:23:52,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:52,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091092072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:52,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/a4ff4d53cf6844cc9a54361b5b40c397 is 50, key is test_row_0/A:col10/1732091030943/Put/seqid=0 2024-11-20T08:23:52,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091092076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:52,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091092077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:52,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742180_1356 (size=14741) 2024-11-20T08:23:52,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091092179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:52,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091092180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:52,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091092181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:52,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-20T08:23:52,278 INFO [Thread-1292 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-20T08:23:52,280 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:23:52,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-20T08:23:52,282 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:23:52,283 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:23:52,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:23:52,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T08:23:52,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:52,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091092382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T08:23:52,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091092382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:52,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091092383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:52,439 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:52,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-20T08:23:52,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:52,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:52,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:52,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:52,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:52,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:52,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/a4ff4d53cf6844cc9a54361b5b40c397 2024-11-20T08:23:52,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/95fac251a3214ef99e946da9bc0128ab is 50, key is test_row_0/B:col10/1732091030943/Put/seqid=0 2024-11-20T08:23:52,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742181_1357 (size=12301) 2024-11-20T08:23:52,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/95fac251a3214ef99e946da9bc0128ab 2024-11-20T08:23:52,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/f845efdfa1e84193a88bd0c0247bda13 is 50, key is test_row_0/C:col10/1732091030943/Put/seqid=0 2024-11-20T08:23:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T08:23:52,593 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:52,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-20T08:23:52,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:52,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:52,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:52,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:52,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:52,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742182_1358 (size=12301) 2024-11-20T08:23:52,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091092687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:52,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091092687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:52,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091092689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:52,746 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:52,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-20T08:23:52,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:52,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:52,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:52,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:52,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:52,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:52,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T08:23:52,898 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:52,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-20T08:23:52,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:52,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:52,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:52,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:52,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:52,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:53,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/f845efdfa1e84193a88bd0c0247bda13 2024-11-20T08:23:53,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/a4ff4d53cf6844cc9a54361b5b40c397 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/a4ff4d53cf6844cc9a54361b5b40c397 2024-11-20T08:23:53,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/a4ff4d53cf6844cc9a54361b5b40c397, entries=200, sequenceid=365, filesize=14.4 K 2024-11-20T08:23:53,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/95fac251a3214ef99e946da9bc0128ab as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/95fac251a3214ef99e946da9bc0128ab 2024-11-20T08:23:53,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/95fac251a3214ef99e946da9bc0128ab, entries=150, sequenceid=365, filesize=12.0 K 2024-11-20T08:23:53,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/f845efdfa1e84193a88bd0c0247bda13 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/f845efdfa1e84193a88bd0c0247bda13 2024-11-20T08:23:53,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/f845efdfa1e84193a88bd0c0247bda13, entries=150, sequenceid=365, filesize=12.0 K 2024-11-20T08:23:53,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 80f37905bc0532e47af053a12e479cd5 in 974ms, sequenceid=365, compaction requested=true 2024-11-20T08:23:53,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:53,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:23:53,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:53,039 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:53,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:23:53,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:53,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:23:53,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T08:23:53,039 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:53,040 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:53,040 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37649 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:53,040 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/B is initiating minor compaction (all files) 2024-11-20T08:23:53,040 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/A is initiating minor compaction (all files) 2024-11-20T08:23:53,040 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/A in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:53,040 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/B in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:53,040 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/cd5a1a00140d42a88c13c234f9be0b09, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/3e08a5f430bb43919046d03c47bd4b78, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/a4ff4d53cf6844cc9a54361b5b40c397] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=36.8 K 2024-11-20T08:23:53,040 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/0f9671dcaa064519957ff4d7199db35d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/cfb840b0dce94b4fb63d46347c7a5dbb, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/95fac251a3214ef99e946da9bc0128ab] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=34.4 K 2024-11-20T08:23:53,041 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd5a1a00140d42a88c13c234f9be0b09, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732091029461 2024-11-20T08:23:53,041 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f9671dcaa064519957ff4d7199db35d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732091029461 2024-11-20T08:23:53,041 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e08a5f430bb43919046d03c47bd4b78, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732091030903 2024-11-20T08:23:53,042 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4ff4d53cf6844cc9a54361b5b40c397, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732091030943 2024-11-20T08:23:53,042 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting cfb840b0dce94b4fb63d46347c7a5dbb, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732091030903 2024-11-20T08:23:53,042 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 95fac251a3214ef99e946da9bc0128ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732091030943 2024-11-20T08:23:53,053 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:53,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-20T08:23:53,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:53,053 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 80f37905bc0532e47af053a12e479cd5 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-20T08:23:53,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=A 2024-11-20T08:23:53,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:53,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=B 2024-11-20T08:23:53,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:53,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=C 2024-11-20T08:23:53,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:53,057 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#A#compaction#299 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:53,058 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/82ac9c12ea0c4e10b4d1b02ccb273c17 is 50, key is test_row_0/A:col10/1732091030943/Put/seqid=0 2024-11-20T08:23:53,074 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#B#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:53,075 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/f16b368cd32848048ed21f6793950f0a is 50, key is test_row_0/B:col10/1732091030943/Put/seqid=0 2024-11-20T08:23:53,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/53255915a508482dbf34e334a7dfb443 is 50, key is test_row_0/A:col10/1732091032075/Put/seqid=0 2024-11-20T08:23:53,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742183_1359 (size=13153) 2024-11-20T08:23:53,119 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/82ac9c12ea0c4e10b4d1b02ccb273c17 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/82ac9c12ea0c4e10b4d1b02ccb273c17 2024-11-20T08:23:53,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742185_1361 (size=9857) 2024-11-20T08:23:53,133 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/A of 80f37905bc0532e47af053a12e479cd5 into 82ac9c12ea0c4e10b4d1b02ccb273c17(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:53,133 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:53,133 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/A, priority=13, startTime=1732091033039; duration=0sec 2024-11-20T08:23:53,134 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:53,134 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:A 2024-11-20T08:23:53,134 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:53,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742184_1360 (size=13153) 2024-11-20T08:23:53,139 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:53,139 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/C is initiating minor compaction (all files) 2024-11-20T08:23:53,139 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/C in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:53,139 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/03b0f4631ebe4dbaaa916a866ea8e5f8, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/adb86686fec242e582da428e4699b6d8, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/f845efdfa1e84193a88bd0c0247bda13] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=34.4 K 2024-11-20T08:23:53,141 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03b0f4631ebe4dbaaa916a866ea8e5f8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732091029461 2024-11-20T08:23:53,142 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting adb86686fec242e582da428e4699b6d8, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732091030903 2024-11-20T08:23:53,145 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting f845efdfa1e84193a88bd0c0247bda13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732091030943 2024-11-20T08:23:53,149 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/f16b368cd32848048ed21f6793950f0a as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/f16b368cd32848048ed21f6793950f0a 2024-11-20T08:23:53,158 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/B of 80f37905bc0532e47af053a12e479cd5 into f16b368cd32848048ed21f6793950f0a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:53,158 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:53,158 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/B, priority=13, startTime=1732091033039; duration=0sec 2024-11-20T08:23:53,158 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:53,158 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:B 2024-11-20T08:23:53,170 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#C#compaction#302 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:53,170 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/602eb5c5a4e647dc81e75e36081ba18f is 50, key is test_row_0/C:col10/1732091030943/Put/seqid=0 2024-11-20T08:23:53,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:53,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:53,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742186_1362 (size=13153) 2024-11-20T08:23:53,229 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/602eb5c5a4e647dc81e75e36081ba18f as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/602eb5c5a4e647dc81e75e36081ba18f 2024-11-20T08:23:53,237 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/C of 80f37905bc0532e47af053a12e479cd5 into 602eb5c5a4e647dc81e75e36081ba18f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:53,237 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:53,237 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/C, priority=13, startTime=1732091033039; duration=0sec 2024-11-20T08:23:53,237 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:53,239 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:C 2024-11-20T08:23:53,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091093236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:53,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:53,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091093239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:53,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091093240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:53,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:53,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091093341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:53,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:53,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091093342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:53,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091093346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:53,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T08:23:53,525 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/53255915a508482dbf34e334a7dfb443 2024-11-20T08:23:53,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/3015b4acc9ab467cbb70d077d691bb82 is 50, key is test_row_0/B:col10/1732091032075/Put/seqid=0 2024-11-20T08:23:53,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:53,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091093545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:53,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:53,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091093546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:53,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:53,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091093550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:53,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742187_1363 (size=9857) 2024-11-20T08:23:53,568 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/3015b4acc9ab467cbb70d077d691bb82 2024-11-20T08:23:53,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/a54b7d49de324223ac0e65309637c5df is 50, key is test_row_0/C:col10/1732091032075/Put/seqid=0 2024-11-20T08:23:53,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742188_1364 (size=9857) 2024-11-20T08:23:53,605 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/a54b7d49de324223ac0e65309637c5df 2024-11-20T08:23:53,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/53255915a508482dbf34e334a7dfb443 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/53255915a508482dbf34e334a7dfb443 2024-11-20T08:23:53,618 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/53255915a508482dbf34e334a7dfb443, entries=100, sequenceid=374, filesize=9.6 K 2024-11-20T08:23:53,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/3015b4acc9ab467cbb70d077d691bb82 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/3015b4acc9ab467cbb70d077d691bb82 2024-11-20T08:23:53,626 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/3015b4acc9ab467cbb70d077d691bb82, entries=100, sequenceid=374, filesize=9.6 K 2024-11-20T08:23:53,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/a54b7d49de324223ac0e65309637c5df as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/a54b7d49de324223ac0e65309637c5df 2024-11-20T08:23:53,641 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/a54b7d49de324223ac0e65309637c5df, entries=100, sequenceid=374, filesize=9.6 K 2024-11-20T08:23:53,642 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 80f37905bc0532e47af053a12e479cd5 in 589ms, sequenceid=374, compaction requested=false 2024-11-20T08:23:53,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:53,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:53,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-20T08:23:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-20T08:23:53,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-20T08:23:53,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3600 sec 2024-11-20T08:23:53,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.3650 sec 2024-11-20T08:23:53,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:53,854 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 80f37905bc0532e47af053a12e479cd5 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-20T08:23:53,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=A 2024-11-20T08:23:53,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:53,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=B 2024-11-20T08:23:53,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:53,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=C 2024-11-20T08:23:53,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:53,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/569f9ad61d584011beb16ca5ff269927 is 50, key is test_row_0/A:col10/1732091033852/Put/seqid=0 2024-11-20T08:23:53,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:53,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091093864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:53,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:53,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091093864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:53,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:53,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091093866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:53,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742189_1365 (size=12301) 2024-11-20T08:23:53,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/569f9ad61d584011beb16ca5ff269927 2024-11-20T08:23:53,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/90fdb231dfcd4bab84310c566b987b01 is 50, key is test_row_0/B:col10/1732091033852/Put/seqid=0 2024-11-20T08:23:53,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742190_1366 (size=12301) 2024-11-20T08:23:53,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/90fdb231dfcd4bab84310c566b987b01 2024-11-20T08:23:53,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:53,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091093968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:53,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:53,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091093969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:53,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091093969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:53,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/b688cf12668e44e4bab291e6b3374ca0 is 50, key is test_row_0/C:col10/1732091033852/Put/seqid=0 2024-11-20T08:23:54,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742191_1367 (size=12301) 2024-11-20T08:23:54,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091094174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:54,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091094174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:54,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091094175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-20T08:23:54,391 INFO [Thread-1292 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-20T08:23:54,392 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:23:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-20T08:23:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T08:23:54,405 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:23:54,408 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:23:54,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:23:54,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/b688cf12668e44e4bab291e6b3374ca0 2024-11-20T08:23:54,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/569f9ad61d584011beb16ca5ff269927 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/569f9ad61d584011beb16ca5ff269927 2024-11-20T08:23:54,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/569f9ad61d584011beb16ca5ff269927, entries=150, sequenceid=406, filesize=12.0 K 2024-11-20T08:23:54,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/90fdb231dfcd4bab84310c566b987b01 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/90fdb231dfcd4bab84310c566b987b01 2024-11-20T08:23:54,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/90fdb231dfcd4bab84310c566b987b01, entries=150, sequenceid=406, filesize=12.0 K 2024-11-20T08:23:54,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/b688cf12668e44e4bab291e6b3374ca0 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/b688cf12668e44e4bab291e6b3374ca0 2024-11-20T08:23:54,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/b688cf12668e44e4bab291e6b3374ca0, entries=150, sequenceid=406, filesize=12.0 K 2024-11-20T08:23:54,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=40.25 KB/41220 for 80f37905bc0532e47af053a12e479cd5 in 595ms, sequenceid=406, compaction requested=true 2024-11-20T08:23:54,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:54,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:23:54,449 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:54,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:54,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:23:54,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:54,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:23:54,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T08:23:54,450 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:54,450 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:54,450 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/A is initiating minor compaction (all files) 2024-11-20T08:23:54,451 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:54,451 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/A in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:54,451 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/B is initiating minor compaction (all files) 2024-11-20T08:23:54,451 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/B in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:54,451 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/82ac9c12ea0c4e10b4d1b02ccb273c17, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/53255915a508482dbf34e334a7dfb443, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/569f9ad61d584011beb16ca5ff269927] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=34.5 K 2024-11-20T08:23:54,451 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/f16b368cd32848048ed21f6793950f0a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/3015b4acc9ab467cbb70d077d691bb82, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/90fdb231dfcd4bab84310c566b987b01] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=34.5 K 2024-11-20T08:23:54,451 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 82ac9c12ea0c4e10b4d1b02ccb273c17, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732091030943 2024-11-20T08:23:54,452 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting f16b368cd32848048ed21f6793950f0a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732091030943 2024-11-20T08:23:54,452 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 53255915a508482dbf34e334a7dfb443, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732091032070 2024-11-20T08:23:54,452 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3015b4acc9ab467cbb70d077d691bb82, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732091032070 2024-11-20T08:23:54,452 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 569f9ad61d584011beb16ca5ff269927, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732091033239 2024-11-20T08:23:54,452 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90fdb231dfcd4bab84310c566b987b01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732091033239 2024-11-20T08:23:54,480 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#A#compaction#308 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:54,480 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/d1c045d2a2fc421ea533f41c2be03856 is 50, key is test_row_0/A:col10/1732091033852/Put/seqid=0 2024-11-20T08:23:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:54,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 80f37905bc0532e47af053a12e479cd5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T08:23:54,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=A 2024-11-20T08:23:54,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:54,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=B 2024-11-20T08:23:54,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:54,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=C 2024-11-20T08:23:54,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:54,489 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#B#compaction#309 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:54,490 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/d1cea90d1c83422f8fb00498130721fb is 50, key is test_row_0/B:col10/1732091033852/Put/seqid=0 2024-11-20T08:23:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T08:23:54,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/320ab7c5d2a84e0fab8ebe75fc98877f is 50, key is test_row_0/A:col10/1732091033861/Put/seqid=0 2024-11-20T08:23:54,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742192_1368 (size=13255) 2024-11-20T08:23:54,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091094532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:54,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091094541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:54,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091094537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:54,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742193_1369 (size=13255) 2024-11-20T08:23:54,560 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:54,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-20T08:23:54,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:54,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:54,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:54,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:54,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:54,566 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/d1cea90d1c83422f8fb00498130721fb as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/d1cea90d1c83422f8fb00498130721fb 2024-11-20T08:23:54,572 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/B of 80f37905bc0532e47af053a12e479cd5 into d1cea90d1c83422f8fb00498130721fb(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:54,572 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:54,572 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/B, priority=13, startTime=1732091034449; duration=0sec 2024-11-20T08:23:54,572 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:54,572 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:B 2024-11-20T08:23:54,572 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:54,574 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:54,574 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/C is initiating minor compaction (all files) 2024-11-20T08:23:54,574 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/C in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:54,574 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/602eb5c5a4e647dc81e75e36081ba18f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/a54b7d49de324223ac0e65309637c5df, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/b688cf12668e44e4bab291e6b3374ca0] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=34.5 K 2024-11-20T08:23:54,574 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 602eb5c5a4e647dc81e75e36081ba18f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732091030943 2024-11-20T08:23:54,574 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting a54b7d49de324223ac0e65309637c5df, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732091032070 2024-11-20T08:23:54,575 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting b688cf12668e44e4bab291e6b3374ca0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732091033239 2024-11-20T08:23:54,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742194_1370 (size=14741) 2024-11-20T08:23:54,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/320ab7c5d2a84e0fab8ebe75fc98877f 2024-11-20T08:23:54,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/afd1e0921d6b4c5a9d74d6fbfd5e26ef is 50, key is test_row_0/B:col10/1732091033861/Put/seqid=0 2024-11-20T08:23:54,594 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#C#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:54,594 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/750319c3e884439d84d7fcc2f0c3f3fb is 50, key is test_row_0/C:col10/1732091033852/Put/seqid=0 2024-11-20T08:23:54,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742195_1371 (size=12301) 2024-11-20T08:23:54,629 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/afd1e0921d6b4c5a9d74d6fbfd5e26ef 2024-11-20T08:23:54,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091094638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:54,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742196_1372 (size=13255) 2024-11-20T08:23:54,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091094647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:54,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:54,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/e30f5631b06849088d98a2aa18974b49 is 50, key is test_row_0/C:col10/1732091033861/Put/seqid=0 2024-11-20T08:23:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091094648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:54,659 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/750319c3e884439d84d7fcc2f0c3f3fb as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/750319c3e884439d84d7fcc2f0c3f3fb 2024-11-20T08:23:54,665 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/C of 80f37905bc0532e47af053a12e479cd5 into 750319c3e884439d84d7fcc2f0c3f3fb(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:54,665 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:54,665 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/C, priority=13, startTime=1732091034449; duration=0sec 2024-11-20T08:23:54,665 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:54,665 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:C 2024-11-20T08:23:54,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742197_1373 (size=12301) 2024-11-20T08:23:54,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/e30f5631b06849088d98a2aa18974b49 2024-11-20T08:23:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T08:23:54,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/320ab7c5d2a84e0fab8ebe75fc98877f as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/320ab7c5d2a84e0fab8ebe75fc98877f 2024-11-20T08:23:54,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/320ab7c5d2a84e0fab8ebe75fc98877f, entries=200, sequenceid=417, filesize=14.4 K 2024-11-20T08:23:54,713 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:54,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-20T08:23:54,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:54,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:54,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:54,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:54,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:54,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/afd1e0921d6b4c5a9d74d6fbfd5e26ef as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/afd1e0921d6b4c5a9d74d6fbfd5e26ef 2024-11-20T08:23:54,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/afd1e0921d6b4c5a9d74d6fbfd5e26ef, entries=150, sequenceid=417, filesize=12.0 K 2024-11-20T08:23:54,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/e30f5631b06849088d98a2aa18974b49 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/e30f5631b06849088d98a2aa18974b49 2024-11-20T08:23:54,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/e30f5631b06849088d98a2aa18974b49, entries=150, sequenceid=417, filesize=12.0 K 2024-11-20T08:23:54,731 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 80f37905bc0532e47af053a12e479cd5 in 248ms, sequenceid=417, compaction requested=false 2024-11-20T08:23:54,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:54,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 80f37905bc0532e47af053a12e479cd5 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T08:23:54,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=A 2024-11-20T08:23:54,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:54,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=B 2024-11-20T08:23:54,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:54,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=C 2024-11-20T08:23:54,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:54,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/a1d5d5e2c2d14ac9a642c35b90e58981 is 50, key is test_row_0/A:col10/1732091034535/Put/seqid=0 2024-11-20T08:23:54,868 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:54,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-20T08:23:54,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:54,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:54,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:54,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:54,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:54,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:54,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091094864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091094865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:54,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091094865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:54,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742198_1374 (size=14741) 2024-11-20T08:23:54,946 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/d1c045d2a2fc421ea533f41c2be03856 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/d1c045d2a2fc421ea533f41c2be03856 2024-11-20T08:23:54,957 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/A of 80f37905bc0532e47af053a12e479cd5 into d1c045d2a2fc421ea533f41c2be03856(size=12.9 K), total size for store is 27.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:54,957 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:54,957 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/A, priority=13, startTime=1732091034449; duration=0sec 2024-11-20T08:23:54,957 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:54,957 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:A 2024-11-20T08:23:54,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:54,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091094972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:54,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:54,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091094972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:54,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:54,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091094972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:55,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T08:23:55,022 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:55,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-20T08:23:55,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:55,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:55,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:55,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:55,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:55,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:55,178 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:55,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091095175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:55,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-20T08:23:55,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:55,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:55,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:55,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:55,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:55,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:55,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091095176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:55,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:55,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:55,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091095177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:55,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/a1d5d5e2c2d14ac9a642c35b90e58981 2024-11-20T08:23:55,331 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:55,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-20T08:23:55,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:55,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:55,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:55,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:55,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:55,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:55,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/8555d90b9a094b55ab86a927450cb88f is 50, key is test_row_0/B:col10/1732091034535/Put/seqid=0 2024-11-20T08:23:55,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742199_1375 (size=12301) 2024-11-20T08:23:55,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/8555d90b9a094b55ab86a927450cb88f 2024-11-20T08:23:55,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/bb99f84c71304d089a885bdc23c87173 is 50, key is test_row_0/C:col10/1732091034535/Put/seqid=0 2024-11-20T08:23:55,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742200_1376 (size=12301) 2024-11-20T08:23:55,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/bb99f84c71304d089a885bdc23c87173 2024-11-20T08:23:55,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/a1d5d5e2c2d14ac9a642c35b90e58981 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/a1d5d5e2c2d14ac9a642c35b90e58981 2024-11-20T08:23:55,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/a1d5d5e2c2d14ac9a642c35b90e58981, entries=200, sequenceid=446, filesize=14.4 K 2024-11-20T08:23:55,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/8555d90b9a094b55ab86a927450cb88f as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/8555d90b9a094b55ab86a927450cb88f 2024-11-20T08:23:55,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/8555d90b9a094b55ab86a927450cb88f, entries=150, sequenceid=446, filesize=12.0 K 2024-11-20T08:23:55,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/bb99f84c71304d089a885bdc23c87173 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/bb99f84c71304d089a885bdc23c87173 2024-11-20T08:23:55,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/bb99f84c71304d089a885bdc23c87173, entries=150, sequenceid=446, filesize=12.0 K 2024-11-20T08:23:55,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 80f37905bc0532e47af053a12e479cd5 in 605ms, sequenceid=446, compaction requested=true 2024-11-20T08:23:55,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:55,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:23:55,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:55,452 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:55,452 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:55,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:23:55,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:55,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:23:55,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:55,453 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42737 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:55,453 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/A is initiating minor compaction (all files) 2024-11-20T08:23:55,453 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/A in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:55,453 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:55,453 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/d1c045d2a2fc421ea533f41c2be03856, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/320ab7c5d2a84e0fab8ebe75fc98877f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/a1d5d5e2c2d14ac9a642c35b90e58981] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=41.7 K 2024-11-20T08:23:55,453 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/B is initiating minor compaction (all files) 2024-11-20T08:23:55,453 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/B in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:55,453 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/d1cea90d1c83422f8fb00498130721fb, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/afd1e0921d6b4c5a9d74d6fbfd5e26ef, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/8555d90b9a094b55ab86a927450cb88f] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=37.0 K 2024-11-20T08:23:55,453 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1c045d2a2fc421ea533f41c2be03856, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732091033239 2024-11-20T08:23:55,454 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting d1cea90d1c83422f8fb00498130721fb, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732091033239 2024-11-20T08:23:55,455 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 320ab7c5d2a84e0fab8ebe75fc98877f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732091033861 2024-11-20T08:23:55,455 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting afd1e0921d6b4c5a9d74d6fbfd5e26ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732091033861 2024-11-20T08:23:55,455 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1d5d5e2c2d14ac9a642c35b90e58981, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1732091034529 2024-11-20T08:23:55,455 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 8555d90b9a094b55ab86a927450cb88f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1732091034529 2024-11-20T08:23:55,482 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#B#compaction#317 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:55,483 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/70690f886f8c47d5b01bfef6dd47b638 is 50, key is test_row_0/B:col10/1732091034535/Put/seqid=0 2024-11-20T08:23:55,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:55,484 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 80f37905bc0532e47af053a12e479cd5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T08:23:55,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=A 2024-11-20T08:23:55,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:55,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=B 2024-11-20T08:23:55,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:55,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=C 2024-11-20T08:23:55,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:55,485 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:55,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-20T08:23:55,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:55,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:55,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:55,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:55,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:55,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:55,491 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#A#compaction#318 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:55,492 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/f701af2210004019bbaa0c14f445909c is 50, key is test_row_0/A:col10/1732091034535/Put/seqid=0 2024-11-20T08:23:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T08:23:55,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742201_1377 (size=13357) 2024-11-20T08:23:55,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/e3d0ae6a08bd4cac841e9b9e83f4e4ed is 50, key is test_row_0/A:col10/1732091035482/Put/seqid=0 2024-11-20T08:23:55,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:55,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091095530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:55,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:55,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091095533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:55,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742202_1378 (size=13357) 2024-11-20T08:23:55,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:55,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091095534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:55,545 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/f701af2210004019bbaa0c14f445909c as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/f701af2210004019bbaa0c14f445909c 2024-11-20T08:23:55,553 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/A of 80f37905bc0532e47af053a12e479cd5 into f701af2210004019bbaa0c14f445909c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:55,553 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:55,553 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/A, priority=13, startTime=1732091035451; duration=0sec 2024-11-20T08:23:55,553 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:55,553 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:A 2024-11-20T08:23:55,553 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:55,555 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:55,555 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/C is initiating minor compaction (all files) 2024-11-20T08:23:55,555 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/C in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:55,555 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/750319c3e884439d84d7fcc2f0c3f3fb, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/e30f5631b06849088d98a2aa18974b49, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/bb99f84c71304d089a885bdc23c87173] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=37.0 K 2024-11-20T08:23:55,556 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 750319c3e884439d84d7fcc2f0c3f3fb, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732091033239 2024-11-20T08:23:55,556 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting e30f5631b06849088d98a2aa18974b49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732091033861 2024-11-20T08:23:55,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742203_1379 (size=12301) 2024-11-20T08:23:55,557 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb99f84c71304d089a885bdc23c87173, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1732091034529 2024-11-20T08:23:55,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/e3d0ae6a08bd4cac841e9b9e83f4e4ed 2024-11-20T08:23:55,568 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#C#compaction#320 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:55,569 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/be5cbfdfbf5145bfb50739ca40a4c7aa is 50, key is test_row_0/C:col10/1732091034535/Put/seqid=0 2024-11-20T08:23:55,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/7d81ee222ce345e0aead4bd47b445d31 is 50, key is test_row_0/B:col10/1732091035482/Put/seqid=0 2024-11-20T08:23:55,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742204_1380 (size=13357) 2024-11-20T08:23:55,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742205_1381 (size=12301) 2024-11-20T08:23:55,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/7d81ee222ce345e0aead4bd47b445d31 2024-11-20T08:23:55,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091095635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:55,639 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:55,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-20T08:23:55,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:55,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:55,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:55,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:55,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:55,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091095639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:55,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091095641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:55,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/cd294163c61746c28c8c928d49f9955e is 50, key is test_row_0/C:col10/1732091035482/Put/seqid=0 2024-11-20T08:23:55,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742206_1382 (size=12301) 2024-11-20T08:23:55,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/cd294163c61746c28c8c928d49f9955e 2024-11-20T08:23:55,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/e3d0ae6a08bd4cac841e9b9e83f4e4ed as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/e3d0ae6a08bd4cac841e9b9e83f4e4ed 2024-11-20T08:23:55,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/e3d0ae6a08bd4cac841e9b9e83f4e4ed, entries=150, sequenceid=459, filesize=12.0 K 2024-11-20T08:23:55,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/7d81ee222ce345e0aead4bd47b445d31 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/7d81ee222ce345e0aead4bd47b445d31 2024-11-20T08:23:55,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/7d81ee222ce345e0aead4bd47b445d31, entries=150, sequenceid=459, filesize=12.0 K 2024-11-20T08:23:55,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/cd294163c61746c28c8c928d49f9955e as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/cd294163c61746c28c8c928d49f9955e 2024-11-20T08:23:55,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/cd294163c61746c28c8c928d49f9955e, entries=150, sequenceid=459, filesize=12.0 K 2024-11-20T08:23:55,716 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 80f37905bc0532e47af053a12e479cd5 in 232ms, sequenceid=459, compaction requested=false 2024-11-20T08:23:55,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:55,794 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:55,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-20T08:23:55,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:55,795 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 80f37905bc0532e47af053a12e479cd5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T08:23:55,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=A 2024-11-20T08:23:55,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:55,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=B 2024-11-20T08:23:55,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:55,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=C 2024-11-20T08:23:55,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:55,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/cdd0c533d9a744018519f458b5dd7491 is 50, key is test_row_0/A:col10/1732091035522/Put/seqid=0 2024-11-20T08:23:55,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742207_1383 (size=12301) 2024-11-20T08:23:55,830 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/cdd0c533d9a744018519f458b5dd7491 2024-11-20T08:23:55,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:55,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/aeedd091e3114b6489f36501741bd6ac is 50, key is test_row_0/B:col10/1732091035522/Put/seqid=0 2024-11-20T08:23:55,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091095857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:55,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091095857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:55,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091095863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:55,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742208_1384 (size=12301) 2024-11-20T08:23:55,925 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/aeedd091e3114b6489f36501741bd6ac 2024-11-20T08:23:55,925 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/70690f886f8c47d5b01bfef6dd47b638 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/70690f886f8c47d5b01bfef6dd47b638 2024-11-20T08:23:55,936 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/B of 80f37905bc0532e47af053a12e479cd5 into 70690f886f8c47d5b01bfef6dd47b638(size=13.0 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:55,936 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:55,936 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/B, priority=13, startTime=1732091035452; duration=0sec 2024-11-20T08:23:55,936 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:55,936 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:B 2024-11-20T08:23:55,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/4d4677963b4a46bab9f0358fbb075edf is 50, key is test_row_0/C:col10/1732091035522/Put/seqid=0 2024-11-20T08:23:55,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091095964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:55,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091095965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:55,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091095971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:55,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742209_1385 (size=12301) 2024-11-20T08:23:55,988 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/4d4677963b4a46bab9f0358fbb075edf 2024-11-20T08:23:55,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/cdd0c533d9a744018519f458b5dd7491 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/cdd0c533d9a744018519f458b5dd7491 2024-11-20T08:23:56,000 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/cdd0c533d9a744018519f458b5dd7491, entries=150, sequenceid=484, filesize=12.0 K 2024-11-20T08:23:56,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/aeedd091e3114b6489f36501741bd6ac as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/aeedd091e3114b6489f36501741bd6ac 2024-11-20T08:23:56,010 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/aeedd091e3114b6489f36501741bd6ac, entries=150, sequenceid=484, filesize=12.0 K 2024-11-20T08:23:56,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/4d4677963b4a46bab9f0358fbb075edf as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/4d4677963b4a46bab9f0358fbb075edf 2024-11-20T08:23:56,020 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/be5cbfdfbf5145bfb50739ca40a4c7aa as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/be5cbfdfbf5145bfb50739ca40a4c7aa 2024-11-20T08:23:56,020 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/4d4677963b4a46bab9f0358fbb075edf, entries=150, sequenceid=484, filesize=12.0 K 2024-11-20T08:23:56,021 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 80f37905bc0532e47af053a12e479cd5 in 226ms, sequenceid=484, compaction requested=true 2024-11-20T08:23:56,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:56,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:56,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-20T08:23:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-20T08:23:56,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-20T08:23:56,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6160 sec 2024-11-20T08:23:56,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.6350 sec 2024-11-20T08:23:56,030 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/C of 80f37905bc0532e47af053a12e479cd5 into be5cbfdfbf5145bfb50739ca40a4c7aa(size=13.0 K), total size for store is 37.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:56,030 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:56,030 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/C, priority=13, startTime=1732091035452; duration=0sec 2024-11-20T08:23:56,030 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:56,030 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:C 2024-11-20T08:23:56,171 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 80f37905bc0532e47af053a12e479cd5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T08:23:56,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=A 2024-11-20T08:23:56,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:56,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=B 2024-11-20T08:23:56,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:56,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=C 2024-11-20T08:23:56,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:56,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/9b0e50258b3140fb9e7a59eaad8fece9 is 50, key is test_row_0/A:col10/1732091036169/Put/seqid=0 2024-11-20T08:23:56,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091096214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:56,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091096216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:56,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091096216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:56,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742210_1386 (size=12301) 2024-11-20T08:23:56,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091096321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:56,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091096321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:56,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091096322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-20T08:23:56,504 INFO [Thread-1292 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-20T08:23:56,506 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:23:56,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-20T08:23:56,508 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:23:56,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T08:23:56,508 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:23:56,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:23:56,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091096526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:56,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:56,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091096527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:56,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:56,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091096527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:56,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T08:23:56,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/9b0e50258b3140fb9e7a59eaad8fece9 2024-11-20T08:23:56,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/4bfa220a46de4470a90971f5ea5a2cee is 50, key is test_row_0/B:col10/1732091036169/Put/seqid=0 2024-11-20T08:23:56,660 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:56,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-20T08:23:56,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:56,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:56,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:56,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:56,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:56,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:56,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742211_1387 (size=12301) 2024-11-20T08:23:56,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T08:23:56,814 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:56,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-20T08:23:56,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:56,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:56,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:56,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:56,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:56,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:56,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:56,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091096829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:56,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:56,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091096833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:56,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:56,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091096833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:56,971 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:56,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-20T08:23:56,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:56,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:56,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:56,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:56,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:57,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/4bfa220a46de4470a90971f5ea5a2cee 2024-11-20T08:23:57,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/8a01916e2d584366901ce3f6ab471f8f is 50, key is test_row_0/C:col10/1732091036169/Put/seqid=0 2024-11-20T08:23:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T08:23:57,125 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:57,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-20T08:23:57,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:57,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:57,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:57,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:57,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:57,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742212_1388 (size=12301) 2024-11-20T08:23:57,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/8a01916e2d584366901ce3f6ab471f8f 2024-11-20T08:23:57,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/9b0e50258b3140fb9e7a59eaad8fece9 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/9b0e50258b3140fb9e7a59eaad8fece9 2024-11-20T08:23:57,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/9b0e50258b3140fb9e7a59eaad8fece9, entries=150, sequenceid=499, filesize=12.0 K 2024-11-20T08:23:57,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/4bfa220a46de4470a90971f5ea5a2cee as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/4bfa220a46de4470a90971f5ea5a2cee 2024-11-20T08:23:57,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/4bfa220a46de4470a90971f5ea5a2cee, entries=150, sequenceid=499, filesize=12.0 K 2024-11-20T08:23:57,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/8a01916e2d584366901ce3f6ab471f8f as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/8a01916e2d584366901ce3f6ab471f8f 2024-11-20T08:23:57,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/8a01916e2d584366901ce3f6ab471f8f, entries=150, sequenceid=499, filesize=12.0 K 2024-11-20T08:23:57,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 80f37905bc0532e47af053a12e479cd5 in 991ms, sequenceid=499, compaction requested=true 2024-11-20T08:23:57,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:57,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:23:57,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:57,162 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:23:57,162 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:23:57,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:23:57,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:57,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:23:57,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:57,165 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50260 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:23:57,165 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50260 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:23:57,165 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/A is initiating minor compaction (all files) 2024-11-20T08:23:57,165 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/B is initiating minor compaction (all files) 2024-11-20T08:23:57,165 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/A in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:57,165 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/B in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:57,165 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/f701af2210004019bbaa0c14f445909c, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/e3d0ae6a08bd4cac841e9b9e83f4e4ed, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/cdd0c533d9a744018519f458b5dd7491, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/9b0e50258b3140fb9e7a59eaad8fece9] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=49.1 K 2024-11-20T08:23:57,165 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/70690f886f8c47d5b01bfef6dd47b638, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/7d81ee222ce345e0aead4bd47b445d31, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/aeedd091e3114b6489f36501741bd6ac, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/4bfa220a46de4470a90971f5ea5a2cee] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=49.1 K 2024-11-20T08:23:57,165 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting f701af2210004019bbaa0c14f445909c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1732091034529 2024-11-20T08:23:57,166 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 70690f886f8c47d5b01bfef6dd47b638, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1732091034529 2024-11-20T08:23:57,166 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d81ee222ce345e0aead4bd47b445d31, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1732091034858 2024-11-20T08:23:57,166 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3d0ae6a08bd4cac841e9b9e83f4e4ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1732091034858 2024-11-20T08:23:57,166 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting aeedd091e3114b6489f36501741bd6ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732091035522 2024-11-20T08:23:57,167 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting cdd0c533d9a744018519f458b5dd7491, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732091035522 2024-11-20T08:23:57,167 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bfa220a46de4470a90971f5ea5a2cee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1732091035846 2024-11-20T08:23:57,167 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b0e50258b3140fb9e7a59eaad8fece9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1732091035846 2024-11-20T08:23:57,184 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#A#compaction#329 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:57,185 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/bb09955d79fd4e9aba6d4d8ccb4dc104 is 50, key is test_row_0/A:col10/1732091036169/Put/seqid=0 2024-11-20T08:23:57,186 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#B#compaction#330 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:57,186 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/10b45104bb974784ac4231c10ec97e96 is 50, key is test_row_0/B:col10/1732091036169/Put/seqid=0 2024-11-20T08:23:57,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742214_1390 (size=13493) 2024-11-20T08:23:57,252 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/10b45104bb974784ac4231c10ec97e96 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/10b45104bb974784ac4231c10ec97e96 2024-11-20T08:23:57,257 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/B of 80f37905bc0532e47af053a12e479cd5 into 10b45104bb974784ac4231c10ec97e96(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:57,257 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:57,257 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/B, priority=12, startTime=1732091037162; duration=0sec 2024-11-20T08:23:57,257 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:57,257 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:B 2024-11-20T08:23:57,258 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:23:57,260 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50260 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:23:57,260 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/C is initiating minor compaction (all files) 2024-11-20T08:23:57,260 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/C in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:57,260 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/be5cbfdfbf5145bfb50739ca40a4c7aa, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/cd294163c61746c28c8c928d49f9955e, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/4d4677963b4a46bab9f0358fbb075edf, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/8a01916e2d584366901ce3f6ab471f8f] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=49.1 K 2024-11-20T08:23:57,261 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting be5cbfdfbf5145bfb50739ca40a4c7aa, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=446, earliestPutTs=1732091034529 2024-11-20T08:23:57,262 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting cd294163c61746c28c8c928d49f9955e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1732091034858 2024-11-20T08:23:57,262 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d4677963b4a46bab9f0358fbb075edf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732091035522 2024-11-20T08:23:57,262 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a01916e2d584366901ce3f6ab471f8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1732091035846 2024-11-20T08:23:57,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742213_1389 (size=13493) 2024-11-20T08:23:57,276 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#C#compaction#331 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:57,277 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/929a02f4ef304624b1368ef1ef1cadd0 is 50, key is test_row_0/C:col10/1732091036169/Put/seqid=0 2024-11-20T08:23:57,279 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:57,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-20T08:23:57,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:57,280 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 80f37905bc0532e47af053a12e479cd5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T08:23:57,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=A 2024-11-20T08:23:57,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:57,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=B 2024-11-20T08:23:57,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:57,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=C 2024-11-20T08:23:57,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:57,283 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/bb09955d79fd4e9aba6d4d8ccb4dc104 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/bb09955d79fd4e9aba6d4d8ccb4dc104 2024-11-20T08:23:57,289 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/A of 80f37905bc0532e47af053a12e479cd5 into bb09955d79fd4e9aba6d4d8ccb4dc104(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:57,289 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:57,289 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/A, priority=12, startTime=1732091037162; duration=0sec 2024-11-20T08:23:57,289 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:57,290 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:A 2024-11-20T08:23:57,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/48806b238fdc48cd9a749646cd60a0d9 is 50, key is test_row_0/A:col10/1732091036207/Put/seqid=0 2024-11-20T08:23:57,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742216_1392 (size=12301) 2024-11-20T08:23:57,300 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/48806b238fdc48cd9a749646cd60a0d9 2024-11-20T08:23:57,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742215_1391 (size=13493) 2024-11-20T08:23:57,308 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/929a02f4ef304624b1368ef1ef1cadd0 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/929a02f4ef304624b1368ef1ef1cadd0 2024-11-20T08:23:57,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/fd92d05bc1254044b036cfc72daa387d is 50, key is test_row_0/B:col10/1732091036207/Put/seqid=0 2024-11-20T08:23:57,315 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/C of 80f37905bc0532e47af053a12e479cd5 into 929a02f4ef304624b1368ef1ef1cadd0(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:57,315 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:57,315 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/C, priority=12, startTime=1732091037163; duration=0sec 2024-11-20T08:23:57,316 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:57,316 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:C 2024-11-20T08:23:57,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742217_1393 (size=12301) 2024-11-20T08:23:57,330 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/fd92d05bc1254044b036cfc72daa387d 2024-11-20T08:23:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:57,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:57,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/b9a2c06f6d6941718340494f938371e8 is 50, key is test_row_0/C:col10/1732091036207/Put/seqid=0 2024-11-20T08:23:57,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742218_1394 (size=12301) 2024-11-20T08:23:57,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091097398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:57,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091097398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:57,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091097402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:57,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091097501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:57,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091097502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:57,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091097505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T08:23:57,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091097703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:57,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091097705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:57,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091097707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:57,786 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=524 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/b9a2c06f6d6941718340494f938371e8 2024-11-20T08:23:57,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/48806b238fdc48cd9a749646cd60a0d9 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/48806b238fdc48cd9a749646cd60a0d9 2024-11-20T08:23:57,805 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/48806b238fdc48cd9a749646cd60a0d9, entries=150, sequenceid=524, filesize=12.0 K 2024-11-20T08:23:57,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/fd92d05bc1254044b036cfc72daa387d as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/fd92d05bc1254044b036cfc72daa387d 2024-11-20T08:23:57,816 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/fd92d05bc1254044b036cfc72daa387d, entries=150, sequenceid=524, filesize=12.0 K 2024-11-20T08:23:57,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/b9a2c06f6d6941718340494f938371e8 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/b9a2c06f6d6941718340494f938371e8 2024-11-20T08:23:57,826 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/b9a2c06f6d6941718340494f938371e8, entries=150, sequenceid=524, filesize=12.0 K 2024-11-20T08:23:57,828 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 80f37905bc0532e47af053a12e479cd5 in 548ms, sequenceid=524, compaction requested=false 2024-11-20T08:23:57,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:57,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:57,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-20T08:23:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-20T08:23:57,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-20T08:23:57,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3220 sec 2024-11-20T08:23:57,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.3280 sec 2024-11-20T08:23:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:58,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 80f37905bc0532e47af053a12e479cd5 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T08:23:58,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=A 2024-11-20T08:23:58,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:58,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=B 2024-11-20T08:23:58,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:58,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=C 2024-11-20T08:23:58,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:58,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/17d04331c46a426ca413d40669f7ae60 is 50, key is test_row_0/A:col10/1732091038008/Put/seqid=0 2024-11-20T08:23:58,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742219_1395 (size=12301) 2024-11-20T08:23:58,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:58,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091098052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:58,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:58,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:58,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091098053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091098053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:58,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091098158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:58,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091098160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:58,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091098160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:58,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091098362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:58,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091098363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:58,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091098364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:58,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/17d04331c46a426ca413d40669f7ae60 2024-11-20T08:23:58,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/66ee6346a39e49dbabaf24bf38507e29 is 50, key is test_row_0/B:col10/1732091038008/Put/seqid=0 2024-11-20T08:23:58,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742220_1396 (size=12301) 2024-11-20T08:23:58,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/66ee6346a39e49dbabaf24bf38507e29 2024-11-20T08:23:58,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/88909aa5b38d418aafc8fbab3c3b8dbb is 50, key is test_row_0/C:col10/1732091038008/Put/seqid=0 2024-11-20T08:23:58,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742221_1397 (size=12301) 2024-11-20T08:23:58,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/88909aa5b38d418aafc8fbab3c3b8dbb 2024-11-20T08:23:58,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/17d04331c46a426ca413d40669f7ae60 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/17d04331c46a426ca413d40669f7ae60 2024-11-20T08:23:58,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/17d04331c46a426ca413d40669f7ae60, entries=150, sequenceid=540, filesize=12.0 K 2024-11-20T08:23:58,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/66ee6346a39e49dbabaf24bf38507e29 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/66ee6346a39e49dbabaf24bf38507e29 2024-11-20T08:23:58,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/66ee6346a39e49dbabaf24bf38507e29, entries=150, sequenceid=540, filesize=12.0 K 2024-11-20T08:23:58,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/88909aa5b38d418aafc8fbab3c3b8dbb as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/88909aa5b38d418aafc8fbab3c3b8dbb 2024-11-20T08:23:58,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/88909aa5b38d418aafc8fbab3c3b8dbb, entries=150, sequenceid=540, filesize=12.0 K 2024-11-20T08:23:58,583 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 80f37905bc0532e47af053a12e479cd5 in 573ms, sequenceid=540, compaction requested=true 2024-11-20T08:23:58,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:58,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:23:58,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:58,583 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:58,583 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:58,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:23:58,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:58,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:23:58,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:58,585 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:58,585 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:58,585 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/B is initiating minor compaction (all files) 2024-11-20T08:23:58,585 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/A is initiating minor compaction (all files) 2024-11-20T08:23:58,585 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/B in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:58,585 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/A in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:58,585 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/10b45104bb974784ac4231c10ec97e96, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/fd92d05bc1254044b036cfc72daa387d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/66ee6346a39e49dbabaf24bf38507e29] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=37.2 K 2024-11-20T08:23:58,585 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/bb09955d79fd4e9aba6d4d8ccb4dc104, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/48806b238fdc48cd9a749646cd60a0d9, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/17d04331c46a426ca413d40669f7ae60] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=37.2 K 2024-11-20T08:23:58,586 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 10b45104bb974784ac4231c10ec97e96, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1732091035846 2024-11-20T08:23:58,586 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb09955d79fd4e9aba6d4d8ccb4dc104, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1732091035846 2024-11-20T08:23:58,586 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting fd92d05bc1254044b036cfc72daa387d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1732091036207 2024-11-20T08:23:58,586 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48806b238fdc48cd9a749646cd60a0d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1732091036207 2024-11-20T08:23:58,586 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 66ee6346a39e49dbabaf24bf38507e29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1732091037355 2024-11-20T08:23:58,587 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17d04331c46a426ca413d40669f7ae60, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1732091037355 2024-11-20T08:23:58,602 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#A#compaction#338 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:58,602 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/95ab5505c4044348bfe8244e32c01fb6 is 50, key is test_row_0/A:col10/1732091038008/Put/seqid=0 2024-11-20T08:23:58,607 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#B#compaction#339 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:58,608 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/3adfdde257164d7ca84e056487ec763a is 50, key is test_row_0/B:col10/1732091038008/Put/seqid=0 2024-11-20T08:23:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-20T08:23:58,612 INFO [Thread-1292 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-20T08:23:58,614 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:23:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-20T08:23:58,616 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:23:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T08:23:58,616 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:23:58,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:23:58,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742222_1398 (size=13595) 2024-11-20T08:23:58,638 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/95ab5505c4044348bfe8244e32c01fb6 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/95ab5505c4044348bfe8244e32c01fb6 2024-11-20T08:23:58,648 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/A of 80f37905bc0532e47af053a12e479cd5 into 95ab5505c4044348bfe8244e32c01fb6(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:58,648 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:58,648 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/A, priority=13, startTime=1732091038583; duration=0sec 2024-11-20T08:23:58,648 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:23:58,648 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:A 2024-11-20T08:23:58,648 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:23:58,650 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:23:58,650 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/C is initiating minor compaction (all files) 2024-11-20T08:23:58,650 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/C in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:58,650 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/929a02f4ef304624b1368ef1ef1cadd0, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/b9a2c06f6d6941718340494f938371e8, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/88909aa5b38d418aafc8fbab3c3b8dbb] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=37.2 K 2024-11-20T08:23:58,651 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 929a02f4ef304624b1368ef1ef1cadd0, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1732091035846 2024-11-20T08:23:58,651 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9a2c06f6d6941718340494f938371e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=524, earliestPutTs=1732091036207 2024-11-20T08:23:58,651 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88909aa5b38d418aafc8fbab3c3b8dbb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1732091037355 2024-11-20T08:23:58,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742223_1399 (size=13595) 2024-11-20T08:23:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:58,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 80f37905bc0532e47af053a12e479cd5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T08:23:58,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=A 2024-11-20T08:23:58,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:58,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=B 2024-11-20T08:23:58,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:58,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=C 2024-11-20T08:23:58,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:58,673 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/3adfdde257164d7ca84e056487ec763a as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/3adfdde257164d7ca84e056487ec763a 2024-11-20T08:23:58,677 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#C#compaction#340 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:23:58,678 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/f73455627cbc4dce96925b10793e5f96 is 50, key is test_row_0/C:col10/1732091038008/Put/seqid=0 2024-11-20T08:23:58,681 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/B of 80f37905bc0532e47af053a12e479cd5 into 3adfdde257164d7ca84e056487ec763a(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:58,681 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:58,681 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/B, priority=13, startTime=1732091038583; duration=0sec 2024-11-20T08:23:58,681 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:58,681 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:B 2024-11-20T08:23:58,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/b049a584ec4847b4b810a1d0ad8171d6 is 50, key is test_row_0/A:col10/1732091038669/Put/seqid=0 2024-11-20T08:23:58,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 303 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091098693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:58,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:58,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 303 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091098693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 306 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091098693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T08:23:58,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742225_1401 (size=12301) 2024-11-20T08:23:58,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742224_1400 (size=13595) 2024-11-20T08:23:58,749 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/f73455627cbc4dce96925b10793e5f96 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/f73455627cbc4dce96925b10793e5f96 2024-11-20T08:23:58,756 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/C of 80f37905bc0532e47af053a12e479cd5 into f73455627cbc4dce96925b10793e5f96(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:23:58,756 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:58,756 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/C, priority=13, startTime=1732091038584; duration=0sec 2024-11-20T08:23:58,756 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:23:58,756 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:C 2024-11-20T08:23:58,769 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:58,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T08:23:58,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:58,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:58,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:58,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:58,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:58,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 305 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091098797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:58,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 308 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091098799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:58,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 305 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091098797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:58,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T08:23:58,922 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:58,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T08:23:58,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:58,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:58,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:58,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:58,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:59,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 307 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091099000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:59,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 310 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091099004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:59,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 307 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091099010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:59,076 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:59,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T08:23:59,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:59,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:59,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:59,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:59,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:59,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/b049a584ec4847b4b810a1d0ad8171d6 2024-11-20T08:23:59,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52286 deadline: 1732091099127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:59,130 DEBUG [Thread-1290 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18206 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., hostname=a04d4489dc6d,43141,1732090957262, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:23:59,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/241ae4bb6d9847f3b0859459b146f558 is 50, key is test_row_0/B:col10/1732091038669/Put/seqid=0 2024-11-20T08:23:59,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:59,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52324 deadline: 1732091099152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:59,154 DEBUG [Thread-1288 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18231 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., hostname=a04d4489dc6d,43141,1732090957262, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:23:59,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742226_1402 (size=12301) 2024-11-20T08:23:59,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/241ae4bb6d9847f3b0859459b146f558 2024-11-20T08:23:59,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/0870c5b17f7e40e284954d7aed2dec38 is 50, key is test_row_0/C:col10/1732091038669/Put/seqid=0 2024-11-20T08:23:59,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742227_1403 (size=12301) 2024-11-20T08:23:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T08:23:59,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/0870c5b17f7e40e284954d7aed2dec38 2024-11-20T08:23:59,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/b049a584ec4847b4b810a1d0ad8171d6 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/b049a584ec4847b4b810a1d0ad8171d6 2024-11-20T08:23:59,231 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:59,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/b049a584ec4847b4b810a1d0ad8171d6, entries=150, sequenceid=565, filesize=12.0 K 2024-11-20T08:23:59,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T08:23:59,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:59,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:59,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:59,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:59,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:59,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/241ae4bb6d9847f3b0859459b146f558 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/241ae4bb6d9847f3b0859459b146f558 2024-11-20T08:23:59,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/241ae4bb6d9847f3b0859459b146f558, entries=150, sequenceid=565, filesize=12.0 K 2024-11-20T08:23:59,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/0870c5b17f7e40e284954d7aed2dec38 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/0870c5b17f7e40e284954d7aed2dec38 2024-11-20T08:23:59,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/0870c5b17f7e40e284954d7aed2dec38, entries=150, sequenceid=565, filesize=12.0 K 2024-11-20T08:23:59,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for 80f37905bc0532e47af053a12e479cd5 in 577ms, sequenceid=565, compaction requested=false 2024-11-20T08:23:59,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:23:59,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 80f37905bc0532e47af053a12e479cd5 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T08:23:59,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=A 2024-11-20T08:23:59,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:59,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=B 2024-11-20T08:23:59,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:59,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=C 2024-11-20T08:23:59,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:23:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:23:59,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/bebadc5b12804f8eb984f2da34a2ede7 is 50, key is test_row_0/A:col10/1732091038677/Put/seqid=0 2024-11-20T08:23:59,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742228_1404 (size=14741) 2024-11-20T08:23:59,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 319 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091099353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:59,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 314 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091099357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:59,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 317 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091099357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:59,385 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:59,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T08:23:59,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:59,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:59,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:59,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:59,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:59,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 321 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091099458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:59,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 316 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091099462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:59,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 319 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091099462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:59,539 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:59,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T08:23:59,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:59,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:59,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:59,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:59,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:59,630 DEBUG [Thread-1297 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7507573f to 127.0.0.1:55720 2024-11-20T08:23:59,630 DEBUG [Thread-1299 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3e5c7476 to 127.0.0.1:55720 2024-11-20T08:23:59,630 DEBUG [Thread-1297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:23:59,630 DEBUG [Thread-1299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:23:59,632 DEBUG [Thread-1301 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1df84068 to 127.0.0.1:55720 2024-11-20T08:23:59,632 DEBUG [Thread-1301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:23:59,633 DEBUG [Thread-1295 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f6119e7 to 127.0.0.1:55720 2024-11-20T08:23:59,633 DEBUG [Thread-1295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:23:59,635 DEBUG [Thread-1293 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a874cc0 to 127.0.0.1:55720 2024-11-20T08:23:59,635 DEBUG [Thread-1293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:23:59,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 323 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091099664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:59,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 318 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091099665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:59,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 321 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091099666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:59,695 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:59,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T08:23:59,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:59,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:59,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:59,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:59,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T08:23:59,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=582 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/bebadc5b12804f8eb984f2da34a2ede7 2024-11-20T08:23:59,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/f07b4ca5a2de4bfdb21b5db6cb8730df is 50, key is test_row_0/B:col10/1732091038677/Put/seqid=0 2024-11-20T08:23:59,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742229_1405 (size=12301) 2024-11-20T08:23:59,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=582 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/f07b4ca5a2de4bfdb21b5db6cb8730df 2024-11-20T08:23:59,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/58d6a83051fa484b851fe628475eed2e is 50, key is test_row_0/C:col10/1732091038677/Put/seqid=0 2024-11-20T08:23:59,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742230_1406 (size=12301) 2024-11-20T08:23:59,848 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:59,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T08:23:59,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:59,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:23:59,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:23:59,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:59,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:59,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:23:59,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 320 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52304 deadline: 1732091099966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:59,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 325 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52270 deadline: 1732091099966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:23:59,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:23:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 323 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52244 deadline: 1732091099970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:00,001 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:00,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T08:24:00,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:24:00,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:24:00,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:24:00,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:00,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:00,155 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:00,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T08:24:00,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:24:00,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:24:00,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:24:00,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:00,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:00,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:00,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=582 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/58d6a83051fa484b851fe628475eed2e 2024-11-20T08:24:00,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/bebadc5b12804f8eb984f2da34a2ede7 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/bebadc5b12804f8eb984f2da34a2ede7 2024-11-20T08:24:00,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/bebadc5b12804f8eb984f2da34a2ede7, entries=200, sequenceid=582, filesize=14.4 K 2024-11-20T08:24:00,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/f07b4ca5a2de4bfdb21b5db6cb8730df as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/f07b4ca5a2de4bfdb21b5db6cb8730df 2024-11-20T08:24:00,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/f07b4ca5a2de4bfdb21b5db6cb8730df, entries=150, sequenceid=582, filesize=12.0 K 2024-11-20T08:24:00,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/58d6a83051fa484b851fe628475eed2e as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/58d6a83051fa484b851fe628475eed2e 2024-11-20T08:24:00,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/58d6a83051fa484b851fe628475eed2e, entries=150, sequenceid=582, filesize=12.0 K 2024-11-20T08:24:00,187 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 80f37905bc0532e47af053a12e479cd5 in 879ms, sequenceid=582, compaction requested=true 2024-11-20T08:24:00,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:24:00,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:24:00,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:00,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:24:00,187 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:00,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:00,187 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:00,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 80f37905bc0532e47af053a12e479cd5:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:24:00,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:00,188 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40637 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:00,188 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/A is initiating minor compaction (all files) 2024-11-20T08:24:00,188 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/A in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:24:00,188 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/95ab5505c4044348bfe8244e32c01fb6, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/b049a584ec4847b4b810a1d0ad8171d6, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/bebadc5b12804f8eb984f2da34a2ede7] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=39.7 K 2024-11-20T08:24:00,188 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:00,189 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/B is initiating minor compaction (all files) 2024-11-20T08:24:00,189 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/B in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:24:00,189 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95ab5505c4044348bfe8244e32c01fb6, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1732091037355 2024-11-20T08:24:00,189 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/3adfdde257164d7ca84e056487ec763a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/241ae4bb6d9847f3b0859459b146f558, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/f07b4ca5a2de4bfdb21b5db6cb8730df] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=37.3 K 2024-11-20T08:24:00,189 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting b049a584ec4847b4b810a1d0ad8171d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1732091038048 2024-11-20T08:24:00,190 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 3adfdde257164d7ca84e056487ec763a, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1732091037355 2024-11-20T08:24:00,190 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting bebadc5b12804f8eb984f2da34a2ede7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=582, earliestPutTs=1732091038677 2024-11-20T08:24:00,190 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 241ae4bb6d9847f3b0859459b146f558, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1732091038048 2024-11-20T08:24:00,190 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting f07b4ca5a2de4bfdb21b5db6cb8730df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=582, earliestPutTs=1732091038677 2024-11-20T08:24:00,204 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#A#compaction#347 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:00,205 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/10c816151edc4ad8a36f26cd2a587cb5 is 50, key is test_row_0/A:col10/1732091038677/Put/seqid=0 2024-11-20T08:24:00,206 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#B#compaction#348 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:00,206 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/f78f19fbdf16492fbd116a80ab65166e is 50, key is test_row_0/B:col10/1732091038677/Put/seqid=0 2024-11-20T08:24:00,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742231_1407 (size=13697) 2024-11-20T08:24:00,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742232_1408 (size=13697) 2024-11-20T08:24:00,223 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/f78f19fbdf16492fbd116a80ab65166e as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/f78f19fbdf16492fbd116a80ab65166e 2024-11-20T08:24:00,228 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/B of 80f37905bc0532e47af053a12e479cd5 into f78f19fbdf16492fbd116a80ab65166e(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:00,228 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:24:00,228 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/B, priority=13, startTime=1732091040187; duration=0sec 2024-11-20T08:24:00,228 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:00,228 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:B 2024-11-20T08:24:00,228 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:00,229 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:00,229 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 80f37905bc0532e47af053a12e479cd5/C is initiating minor compaction (all files) 2024-11-20T08:24:00,229 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 80f37905bc0532e47af053a12e479cd5/C in TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:24:00,229 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/f73455627cbc4dce96925b10793e5f96, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/0870c5b17f7e40e284954d7aed2dec38, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/58d6a83051fa484b851fe628475eed2e] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp, totalSize=37.3 K 2024-11-20T08:24:00,229 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting f73455627cbc4dce96925b10793e5f96, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1732091037355 2024-11-20T08:24:00,230 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 0870c5b17f7e40e284954d7aed2dec38, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1732091038048 2024-11-20T08:24:00,230 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 58d6a83051fa484b851fe628475eed2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=582, earliestPutTs=1732091038677 2024-11-20T08:24:00,237 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 80f37905bc0532e47af053a12e479cd5#C#compaction#349 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:00,237 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/afbdebfa00264fe5b9019982f7efa0fa is 50, key is test_row_0/C:col10/1732091038677/Put/seqid=0 2024-11-20T08:24:00,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742233_1409 (size=13697) 2024-11-20T08:24:00,308 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:00,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-20T08:24:00,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:24:00,309 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 80f37905bc0532e47af053a12e479cd5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T08:24:00,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=A 2024-11-20T08:24:00,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:00,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=B 2024-11-20T08:24:00,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:00,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=C 2024-11-20T08:24:00,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:00,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/88e8f7cd131544118083731ada73842b is 50, key is test_row_0/A:col10/1732091039351/Put/seqid=0 2024-11-20T08:24:00,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742234_1410 (size=12301) 2024-11-20T08:24:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:24:00,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. as already flushing 2024-11-20T08:24:00,473 DEBUG [Thread-1286 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0c8a18c7 to 127.0.0.1:55720 2024-11-20T08:24:00,473 DEBUG [Thread-1286 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:24:00,474 DEBUG [Thread-1282 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72a7721c to 127.0.0.1:55720 2024-11-20T08:24:00,474 DEBUG [Thread-1282 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:24:00,477 DEBUG [Thread-1284 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7792c763 to 127.0.0.1:55720 2024-11-20T08:24:00,477 DEBUG [Thread-1284 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:24:00,622 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/10c816151edc4ad8a36f26cd2a587cb5 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/10c816151edc4ad8a36f26cd2a587cb5 2024-11-20T08:24:00,626 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/A of 80f37905bc0532e47af053a12e479cd5 into 10c816151edc4ad8a36f26cd2a587cb5(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:00,626 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:24:00,626 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/A, priority=13, startTime=1732091040187; duration=0sec 2024-11-20T08:24:00,626 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:00,626 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:A 2024-11-20T08:24:00,648 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/afbdebfa00264fe5b9019982f7efa0fa as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/afbdebfa00264fe5b9019982f7efa0fa 2024-11-20T08:24:00,653 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 80f37905bc0532e47af053a12e479cd5/C of 80f37905bc0532e47af053a12e479cd5 into afbdebfa00264fe5b9019982f7efa0fa(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:00,653 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:24:00,653 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5., storeName=80f37905bc0532e47af053a12e479cd5/C, priority=13, startTime=1732091040187; duration=0sec 2024-11-20T08:24:00,653 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:00,653 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 80f37905bc0532e47af053a12e479cd5:C 2024-11-20T08:24:00,718 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=605 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/88e8f7cd131544118083731ada73842b 2024-11-20T08:24:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T08:24:00,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/8ae1ffa97761436bb2a441fa80478461 is 50, key is test_row_0/B:col10/1732091039351/Put/seqid=0 2024-11-20T08:24:00,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742235_1411 (size=12301) 2024-11-20T08:24:01,130 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=605 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/8ae1ffa97761436bb2a441fa80478461 2024-11-20T08:24:01,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/5ba36f93f7c7478ba29d3d857e16a988 is 50, key is test_row_0/C:col10/1732091039351/Put/seqid=0 2024-11-20T08:24:01,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742236_1412 (size=12301) 2024-11-20T08:24:01,541 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=605 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/5ba36f93f7c7478ba29d3d857e16a988 2024-11-20T08:24:01,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/88e8f7cd131544118083731ada73842b as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/88e8f7cd131544118083731ada73842b 2024-11-20T08:24:01,549 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/88e8f7cd131544118083731ada73842b, entries=150, sequenceid=605, filesize=12.0 K 2024-11-20T08:24:01,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/8ae1ffa97761436bb2a441fa80478461 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/8ae1ffa97761436bb2a441fa80478461 2024-11-20T08:24:01,553 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/8ae1ffa97761436bb2a441fa80478461, entries=150, sequenceid=605, filesize=12.0 K 2024-11-20T08:24:01,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/5ba36f93f7c7478ba29d3d857e16a988 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/5ba36f93f7c7478ba29d3d857e16a988 2024-11-20T08:24:01,557 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/5ba36f93f7c7478ba29d3d857e16a988, entries=150, sequenceid=605, filesize=12.0 K 2024-11-20T08:24:01,558 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=20.13 KB/20610 for 80f37905bc0532e47af053a12e479cd5 in 1249ms, sequenceid=605, compaction requested=false 2024-11-20T08:24:01,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:24:01,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:24:01,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-20T08:24:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-20T08:24:01,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-20T08:24:01,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9430 sec 2024-11-20T08:24:01,562 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 2.9470 sec 2024-11-20T08:24:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-20T08:24:02,722 INFO [Thread-1292 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-20T08:24:05,589 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T08:24:09,162 DEBUG [Thread-1288 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x45426917 to 127.0.0.1:55720 2024-11-20T08:24:09,162 DEBUG [Thread-1288 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:24:09,193 DEBUG [Thread-1290 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e7fc60d to 127.0.0.1:55720 2024-11-20T08:24:09,193 DEBUG [Thread-1290 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:24:09,193 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T08:24:09,193 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 149 2024-11-20T08:24:09,193 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 152 2024-11-20T08:24:09,193 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 154 2024-11-20T08:24:09,193 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-20T08:24:09,193 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-20T08:24:09,193 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T08:24:09,193 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4858 2024-11-20T08:24:09,193 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4812 2024-11-20T08:24:09,193 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4842 2024-11-20T08:24:09,193 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4855 2024-11-20T08:24:09,193 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4882 2024-11-20T08:24:09,193 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T08:24:09,193 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T08:24:09,193 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0b9bf2d2 to 127.0.0.1:55720 2024-11-20T08:24:09,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:24:09,194 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T08:24:09,194 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T08:24:09,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T08:24:09,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T08:24:09,197 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732091049196"}]},"ts":"1732091049196"} 2024-11-20T08:24:09,197 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T08:24:09,200 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T08:24:09,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T08:24:09,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=80f37905bc0532e47af053a12e479cd5, UNASSIGN}] 2024-11-20T08:24:09,202 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=80f37905bc0532e47af053a12e479cd5, UNASSIGN 2024-11-20T08:24:09,202 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=80f37905bc0532e47af053a12e479cd5, regionState=CLOSING, regionLocation=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:09,203 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T08:24:09,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; CloseRegionProcedure 80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262}] 2024-11-20T08:24:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T08:24:09,354 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:09,355 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(124): Close 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:24:09,355 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T08:24:09,355 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1681): Closing 80f37905bc0532e47af053a12e479cd5, disabling compactions & flushes 2024-11-20T08:24:09,355 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:24:09,355 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:24:09,355 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. after waiting 0 ms 2024-11-20T08:24:09,355 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:24:09,355 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(2837): Flushing 80f37905bc0532e47af053a12e479cd5 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T08:24:09,355 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=A 2024-11-20T08:24:09,356 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:09,356 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=B 2024-11-20T08:24:09,356 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:09,356 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 80f37905bc0532e47af053a12e479cd5, store=C 2024-11-20T08:24:09,356 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:09,359 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/5fdad160c86f4f22a9e4e453f10b2d1c is 50, key is test_row_1/A:col10/1732091049160/Put/seqid=0 2024-11-20T08:24:09,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742237_1413 (size=9857) 2024-11-20T08:24:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T08:24:09,763 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=615 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/5fdad160c86f4f22a9e4e453f10b2d1c 2024-11-20T08:24:09,770 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/ef9487cf2fc0412bab838fd208a6611f is 50, key is test_row_1/B:col10/1732091049160/Put/seqid=0 2024-11-20T08:24:09,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742238_1414 (size=9857) 2024-11-20T08:24:09,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T08:24:10,174 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=615 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/ef9487cf2fc0412bab838fd208a6611f 2024-11-20T08:24:10,180 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/2278892d0bf847b6b6fe54a60eddda99 is 50, key is test_row_1/C:col10/1732091049160/Put/seqid=0 2024-11-20T08:24:10,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742239_1415 (size=9857) 2024-11-20T08:24:10,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T08:24:10,584 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=615 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/2278892d0bf847b6b6fe54a60eddda99 2024-11-20T08:24:10,588 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/A/5fdad160c86f4f22a9e4e453f10b2d1c as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/5fdad160c86f4f22a9e4e453f10b2d1c 2024-11-20T08:24:10,591 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/5fdad160c86f4f22a9e4e453f10b2d1c, entries=100, sequenceid=615, filesize=9.6 K 2024-11-20T08:24:10,593 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/B/ef9487cf2fc0412bab838fd208a6611f as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/ef9487cf2fc0412bab838fd208a6611f 2024-11-20T08:24:10,596 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/ef9487cf2fc0412bab838fd208a6611f, entries=100, sequenceid=615, filesize=9.6 K 2024-11-20T08:24:10,597 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/.tmp/C/2278892d0bf847b6b6fe54a60eddda99 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/2278892d0bf847b6b6fe54a60eddda99 2024-11-20T08:24:10,600 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/2278892d0bf847b6b6fe54a60eddda99, entries=100, sequenceid=615, filesize=9.6 K 2024-11-20T08:24:10,601 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 80f37905bc0532e47af053a12e479cd5 in 1245ms, sequenceid=615, compaction requested=true 2024-11-20T08:24:10,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/ab14fe4b929c4f2a96bb62aba012186c, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/2a8a66ad20514572ba3f5c7097f53958, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/2b5abdc30090491887c8169f3f167be6, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/e83a583e244b46cd86aa73324273fc73, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/42c37e08518d48f2b2507e9798fecb97, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/a936263564734e869ed22a1781aee9f6, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/a3208e4d37324bdd817f981d8fac0457, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/f6bd3e3ab4b4430ba1fe3c40d4c840c8, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/b84cf5e6b67247ee9701f8db6ddcc282, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/4e40980cedf14769b6d3276c0ef44a5a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/4112459e40e54fb39e267e293b516b49, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/6e2a3caf8be64e4e9a7cc8a071f0cf5b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/aeeb767b033f4a4fa0177cd6546ea157, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/896dcd15fd08429397c4b1af81edfeed, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/e338741a28e546f7abafc7d396a27806, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/9e3ee69a6e45429880b08cd3db07d1cd, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/2c7060da2fa64381a9fa3f7b03b8cc17, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/b9a21cf08db8444f8e7530fb6d1f2de6, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/e10ad13a1fb74d049a74ce783b55b2f4, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/e4a26630a44644b38919d1ef102cdde9, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/ac907650137f4abf9f166d09bc59ba31, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/cd5a1a00140d42a88c13c234f9be0b09, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/e452845e299e47df9f709a890160c074, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/3e08a5f430bb43919046d03c47bd4b78, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/a4ff4d53cf6844cc9a54361b5b40c397, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/82ac9c12ea0c4e10b4d1b02ccb273c17, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/53255915a508482dbf34e334a7dfb443, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/d1c045d2a2fc421ea533f41c2be03856, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/569f9ad61d584011beb16ca5ff269927, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/320ab7c5d2a84e0fab8ebe75fc98877f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/a1d5d5e2c2d14ac9a642c35b90e58981, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/f701af2210004019bbaa0c14f445909c, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/e3d0ae6a08bd4cac841e9b9e83f4e4ed, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/cdd0c533d9a744018519f458b5dd7491, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/bb09955d79fd4e9aba6d4d8ccb4dc104, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/9b0e50258b3140fb9e7a59eaad8fece9, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/48806b238fdc48cd9a749646cd60a0d9, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/95ab5505c4044348bfe8244e32c01fb6, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/17d04331c46a426ca413d40669f7ae60, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/b049a584ec4847b4b810a1d0ad8171d6, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/bebadc5b12804f8eb984f2da34a2ede7] to archive 2024-11-20T08:24:10,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T08:24:10,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/ab14fe4b929c4f2a96bb62aba012186c to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/ab14fe4b929c4f2a96bb62aba012186c 2024-11-20T08:24:10,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/2a8a66ad20514572ba3f5c7097f53958 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/2a8a66ad20514572ba3f5c7097f53958 2024-11-20T08:24:10,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/2b5abdc30090491887c8169f3f167be6 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/2b5abdc30090491887c8169f3f167be6 2024-11-20T08:24:10,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/e83a583e244b46cd86aa73324273fc73 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/e83a583e244b46cd86aa73324273fc73 2024-11-20T08:24:10,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/42c37e08518d48f2b2507e9798fecb97 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/42c37e08518d48f2b2507e9798fecb97 2024-11-20T08:24:10,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/a936263564734e869ed22a1781aee9f6 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/a936263564734e869ed22a1781aee9f6 2024-11-20T08:24:10,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/a3208e4d37324bdd817f981d8fac0457 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/a3208e4d37324bdd817f981d8fac0457 2024-11-20T08:24:10,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/f6bd3e3ab4b4430ba1fe3c40d4c840c8 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/f6bd3e3ab4b4430ba1fe3c40d4c840c8 2024-11-20T08:24:10,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/b84cf5e6b67247ee9701f8db6ddcc282 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/b84cf5e6b67247ee9701f8db6ddcc282 2024-11-20T08:24:10,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/4e40980cedf14769b6d3276c0ef44a5a to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/4e40980cedf14769b6d3276c0ef44a5a 2024-11-20T08:24:10,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/4112459e40e54fb39e267e293b516b49 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/4112459e40e54fb39e267e293b516b49 2024-11-20T08:24:10,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/6e2a3caf8be64e4e9a7cc8a071f0cf5b to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/6e2a3caf8be64e4e9a7cc8a071f0cf5b 2024-11-20T08:24:10,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/aeeb767b033f4a4fa0177cd6546ea157 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/aeeb767b033f4a4fa0177cd6546ea157 2024-11-20T08:24:10,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/896dcd15fd08429397c4b1af81edfeed to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/896dcd15fd08429397c4b1af81edfeed 2024-11-20T08:24:10,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/e338741a28e546f7abafc7d396a27806 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/e338741a28e546f7abafc7d396a27806 2024-11-20T08:24:10,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/9e3ee69a6e45429880b08cd3db07d1cd to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/9e3ee69a6e45429880b08cd3db07d1cd 2024-11-20T08:24:10,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/2c7060da2fa64381a9fa3f7b03b8cc17 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/2c7060da2fa64381a9fa3f7b03b8cc17 2024-11-20T08:24:10,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/b9a21cf08db8444f8e7530fb6d1f2de6 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/b9a21cf08db8444f8e7530fb6d1f2de6 2024-11-20T08:24:10,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/e10ad13a1fb74d049a74ce783b55b2f4 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/e10ad13a1fb74d049a74ce783b55b2f4 2024-11-20T08:24:10,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/e4a26630a44644b38919d1ef102cdde9 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/e4a26630a44644b38919d1ef102cdde9 2024-11-20T08:24:10,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/ac907650137f4abf9f166d09bc59ba31 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/ac907650137f4abf9f166d09bc59ba31 2024-11-20T08:24:10,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/cd5a1a00140d42a88c13c234f9be0b09 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/cd5a1a00140d42a88c13c234f9be0b09 2024-11-20T08:24:10,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/e452845e299e47df9f709a890160c074 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/e452845e299e47df9f709a890160c074 2024-11-20T08:24:10,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/3e08a5f430bb43919046d03c47bd4b78 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/3e08a5f430bb43919046d03c47bd4b78 2024-11-20T08:24:10,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/a4ff4d53cf6844cc9a54361b5b40c397 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/a4ff4d53cf6844cc9a54361b5b40c397 2024-11-20T08:24:10,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/82ac9c12ea0c4e10b4d1b02ccb273c17 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/82ac9c12ea0c4e10b4d1b02ccb273c17 2024-11-20T08:24:10,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/53255915a508482dbf34e334a7dfb443 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/53255915a508482dbf34e334a7dfb443 2024-11-20T08:24:10,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/d1c045d2a2fc421ea533f41c2be03856 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/d1c045d2a2fc421ea533f41c2be03856 2024-11-20T08:24:10,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/569f9ad61d584011beb16ca5ff269927 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/569f9ad61d584011beb16ca5ff269927 2024-11-20T08:24:10,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/320ab7c5d2a84e0fab8ebe75fc98877f to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/320ab7c5d2a84e0fab8ebe75fc98877f 2024-11-20T08:24:10,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/a1d5d5e2c2d14ac9a642c35b90e58981 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/a1d5d5e2c2d14ac9a642c35b90e58981 2024-11-20T08:24:10,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/f701af2210004019bbaa0c14f445909c to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/f701af2210004019bbaa0c14f445909c 2024-11-20T08:24:10,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/e3d0ae6a08bd4cac841e9b9e83f4e4ed to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/e3d0ae6a08bd4cac841e9b9e83f4e4ed 2024-11-20T08:24:10,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/cdd0c533d9a744018519f458b5dd7491 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/cdd0c533d9a744018519f458b5dd7491 2024-11-20T08:24:10,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/bb09955d79fd4e9aba6d4d8ccb4dc104 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/bb09955d79fd4e9aba6d4d8ccb4dc104 2024-11-20T08:24:10,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/9b0e50258b3140fb9e7a59eaad8fece9 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/9b0e50258b3140fb9e7a59eaad8fece9 2024-11-20T08:24:10,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/48806b238fdc48cd9a749646cd60a0d9 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/48806b238fdc48cd9a749646cd60a0d9 2024-11-20T08:24:10,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/95ab5505c4044348bfe8244e32c01fb6 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/95ab5505c4044348bfe8244e32c01fb6 2024-11-20T08:24:10,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/17d04331c46a426ca413d40669f7ae60 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/17d04331c46a426ca413d40669f7ae60 2024-11-20T08:24:10,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/b049a584ec4847b4b810a1d0ad8171d6 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/b049a584ec4847b4b810a1d0ad8171d6 2024-11-20T08:24:10,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/bebadc5b12804f8eb984f2da34a2ede7 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/bebadc5b12804f8eb984f2da34a2ede7 2024-11-20T08:24:10,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/0154b89bab804a98aa3b350a54b0f1ea, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/ea53d9f9007e476e98ac2b20e5225e1b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/b0ded13a5e9c4abfb4e55a84ed2f86a6, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/cc46b3aeab7e469c91c71d09ac721f05, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/3601c21f3a3c4d589cae12ad7edd5999, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/5be229c4da62436688475096685f825a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/b0c03fef69144f6492a09ec861535145, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/b49ddb45f03d477b8515d139c0ac7e53, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/2fc8c7face584ae78974cb6c741e8eaf, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/f90d3b8e9c3c42188049c61de53ef4a4, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/381b0c58e35f48a39a207d45f3d57b3a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/342f847e328f4a34a8262cc42ee25d2e, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/9fbbf801e53c4349a2691ddecc178e47, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/2f581ea61fe6464285b8249c248e90aa, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/8f7caddae83a4a9aabd4b721b043df3d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/559caef28fbb476db04a775cd72c4b05, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/ee3008bfb33f445c963f85536a5bbb63, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/331432e81525401cb08ee775589a43ce, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/4d64b445bb374cb1a414debad5c03915, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/45d484df30f54f04aae328dc682992d7, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/7d3adb030d704debb8a27417a9876e32, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/0f9671dcaa064519957ff4d7199db35d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/9656f1b1d1d74a2090b9f8f6c7579720, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/cfb840b0dce94b4fb63d46347c7a5dbb, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/f16b368cd32848048ed21f6793950f0a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/95fac251a3214ef99e946da9bc0128ab, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/3015b4acc9ab467cbb70d077d691bb82, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/d1cea90d1c83422f8fb00498130721fb, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/90fdb231dfcd4bab84310c566b987b01, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/afd1e0921d6b4c5a9d74d6fbfd5e26ef, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/70690f886f8c47d5b01bfef6dd47b638, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/8555d90b9a094b55ab86a927450cb88f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/7d81ee222ce345e0aead4bd47b445d31, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/aeedd091e3114b6489f36501741bd6ac, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/10b45104bb974784ac4231c10ec97e96, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/4bfa220a46de4470a90971f5ea5a2cee, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/fd92d05bc1254044b036cfc72daa387d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/3adfdde257164d7ca84e056487ec763a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/66ee6346a39e49dbabaf24bf38507e29, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/241ae4bb6d9847f3b0859459b146f558, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/f07b4ca5a2de4bfdb21b5db6cb8730df] to archive 2024-11-20T08:24:10,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T08:24:10,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/0154b89bab804a98aa3b350a54b0f1ea to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/0154b89bab804a98aa3b350a54b0f1ea 2024-11-20T08:24:10,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/ea53d9f9007e476e98ac2b20e5225e1b to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/ea53d9f9007e476e98ac2b20e5225e1b 2024-11-20T08:24:10,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/b0ded13a5e9c4abfb4e55a84ed2f86a6 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/b0ded13a5e9c4abfb4e55a84ed2f86a6 2024-11-20T08:24:10,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/cc46b3aeab7e469c91c71d09ac721f05 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/cc46b3aeab7e469c91c71d09ac721f05 2024-11-20T08:24:10,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/3601c21f3a3c4d589cae12ad7edd5999 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/3601c21f3a3c4d589cae12ad7edd5999 2024-11-20T08:24:10,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/5be229c4da62436688475096685f825a to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/5be229c4da62436688475096685f825a 2024-11-20T08:24:10,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/b0c03fef69144f6492a09ec861535145 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/b0c03fef69144f6492a09ec861535145 2024-11-20T08:24:10,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/b49ddb45f03d477b8515d139c0ac7e53 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/b49ddb45f03d477b8515d139c0ac7e53 2024-11-20T08:24:10,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/2fc8c7face584ae78974cb6c741e8eaf to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/2fc8c7face584ae78974cb6c741e8eaf 2024-11-20T08:24:10,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/f90d3b8e9c3c42188049c61de53ef4a4 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/f90d3b8e9c3c42188049c61de53ef4a4 2024-11-20T08:24:10,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/381b0c58e35f48a39a207d45f3d57b3a to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/381b0c58e35f48a39a207d45f3d57b3a 2024-11-20T08:24:10,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/342f847e328f4a34a8262cc42ee25d2e to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/342f847e328f4a34a8262cc42ee25d2e 2024-11-20T08:24:10,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/9fbbf801e53c4349a2691ddecc178e47 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/9fbbf801e53c4349a2691ddecc178e47 2024-11-20T08:24:10,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/2f581ea61fe6464285b8249c248e90aa to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/2f581ea61fe6464285b8249c248e90aa 2024-11-20T08:24:10,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/8f7caddae83a4a9aabd4b721b043df3d to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/8f7caddae83a4a9aabd4b721b043df3d 2024-11-20T08:24:10,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/559caef28fbb476db04a775cd72c4b05 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/559caef28fbb476db04a775cd72c4b05 2024-11-20T08:24:10,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/ee3008bfb33f445c963f85536a5bbb63 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/ee3008bfb33f445c963f85536a5bbb63 2024-11-20T08:24:10,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/331432e81525401cb08ee775589a43ce to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/331432e81525401cb08ee775589a43ce 2024-11-20T08:24:10,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/4d64b445bb374cb1a414debad5c03915 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/4d64b445bb374cb1a414debad5c03915 2024-11-20T08:24:10,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/45d484df30f54f04aae328dc682992d7 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/45d484df30f54f04aae328dc682992d7 2024-11-20T08:24:10,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/7d3adb030d704debb8a27417a9876e32 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/7d3adb030d704debb8a27417a9876e32 2024-11-20T08:24:10,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/0f9671dcaa064519957ff4d7199db35d to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/0f9671dcaa064519957ff4d7199db35d 2024-11-20T08:24:10,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/9656f1b1d1d74a2090b9f8f6c7579720 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/9656f1b1d1d74a2090b9f8f6c7579720 2024-11-20T08:24:10,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/cfb840b0dce94b4fb63d46347c7a5dbb to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/cfb840b0dce94b4fb63d46347c7a5dbb 2024-11-20T08:24:10,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/f16b368cd32848048ed21f6793950f0a to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/f16b368cd32848048ed21f6793950f0a 2024-11-20T08:24:10,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/95fac251a3214ef99e946da9bc0128ab to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/95fac251a3214ef99e946da9bc0128ab 2024-11-20T08:24:10,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/3015b4acc9ab467cbb70d077d691bb82 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/3015b4acc9ab467cbb70d077d691bb82 2024-11-20T08:24:10,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/d1cea90d1c83422f8fb00498130721fb to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/d1cea90d1c83422f8fb00498130721fb 2024-11-20T08:24:10,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/90fdb231dfcd4bab84310c566b987b01 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/90fdb231dfcd4bab84310c566b987b01 2024-11-20T08:24:10,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/afd1e0921d6b4c5a9d74d6fbfd5e26ef to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/afd1e0921d6b4c5a9d74d6fbfd5e26ef 2024-11-20T08:24:10,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/70690f886f8c47d5b01bfef6dd47b638 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/70690f886f8c47d5b01bfef6dd47b638 2024-11-20T08:24:10,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/8555d90b9a094b55ab86a927450cb88f to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/8555d90b9a094b55ab86a927450cb88f 2024-11-20T08:24:10,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/7d81ee222ce345e0aead4bd47b445d31 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/7d81ee222ce345e0aead4bd47b445d31 2024-11-20T08:24:10,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/aeedd091e3114b6489f36501741bd6ac to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/aeedd091e3114b6489f36501741bd6ac 2024-11-20T08:24:10,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/10b45104bb974784ac4231c10ec97e96 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/10b45104bb974784ac4231c10ec97e96 2024-11-20T08:24:10,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/4bfa220a46de4470a90971f5ea5a2cee to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/4bfa220a46de4470a90971f5ea5a2cee 2024-11-20T08:24:10,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/fd92d05bc1254044b036cfc72daa387d to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/fd92d05bc1254044b036cfc72daa387d 2024-11-20T08:24:10,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/3adfdde257164d7ca84e056487ec763a to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/3adfdde257164d7ca84e056487ec763a 2024-11-20T08:24:10,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/66ee6346a39e49dbabaf24bf38507e29 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/66ee6346a39e49dbabaf24bf38507e29 2024-11-20T08:24:10,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/241ae4bb6d9847f3b0859459b146f558 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/241ae4bb6d9847f3b0859459b146f558 2024-11-20T08:24:10,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/f07b4ca5a2de4bfdb21b5db6cb8730df to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/f07b4ca5a2de4bfdb21b5db6cb8730df 2024-11-20T08:24:10,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/4d34d6302a1a498ea2ede8056db2cec0, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/f5de1e06efd14a088c3a4e896194420a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/8728edbd191c49a6bf894a5e5ee51a0d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/81a0f258f96948e197aec89d7c35e837, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/3881e20eb9db4327b1b2fa378dd564de, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/7ad76bbc369e4d179f715ca0fe31d9fb, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/6f6cefd1b33a470dacacbecff760e0fd, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/4659bd9de08743e4a3022016d0b5a901, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/9cb903511e7e4a738a45a10742a5340f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/d3dd8e95c8b94e2289f2451d726a3ce8, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/6c0ead487ca04bd9982d82baaa44c732, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/50368d9489e14f4a9dba8ac7bddc034e, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/f7485d43b3c24d1c9e28a276d6e88df9, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/5c001010f6ce44caac3fd25751d67312, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/5ee55e6b6a8349e5b4b900496c45640b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/27648add4f0a4fb2946cb515b1b04e85, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/485176dc28874340ac0453c4384c3e0a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/a1ce89fbcab842a38f9dc215224b7f0f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/169b22595c7a451387afdd46778d0943, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/830e262b2e2e425ab72c666dddd49ddb, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/9a8704f64a814796bdc842f0b5ce6285, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/03b0f4631ebe4dbaaa916a866ea8e5f8, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/67c82ede093c4772a2b07ecad0fc8046, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/adb86686fec242e582da428e4699b6d8, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/602eb5c5a4e647dc81e75e36081ba18f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/f845efdfa1e84193a88bd0c0247bda13, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/a54b7d49de324223ac0e65309637c5df, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/750319c3e884439d84d7fcc2f0c3f3fb, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/b688cf12668e44e4bab291e6b3374ca0, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/e30f5631b06849088d98a2aa18974b49, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/be5cbfdfbf5145bfb50739ca40a4c7aa, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/bb99f84c71304d089a885bdc23c87173, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/cd294163c61746c28c8c928d49f9955e, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/4d4677963b4a46bab9f0358fbb075edf, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/929a02f4ef304624b1368ef1ef1cadd0, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/8a01916e2d584366901ce3f6ab471f8f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/b9a2c06f6d6941718340494f938371e8, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/f73455627cbc4dce96925b10793e5f96, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/88909aa5b38d418aafc8fbab3c3b8dbb, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/0870c5b17f7e40e284954d7aed2dec38, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/58d6a83051fa484b851fe628475eed2e] to archive 2024-11-20T08:24:10,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T08:24:10,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/4d34d6302a1a498ea2ede8056db2cec0 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/4d34d6302a1a498ea2ede8056db2cec0 2024-11-20T08:24:10,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/f5de1e06efd14a088c3a4e896194420a to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/f5de1e06efd14a088c3a4e896194420a 2024-11-20T08:24:10,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/8728edbd191c49a6bf894a5e5ee51a0d to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/8728edbd191c49a6bf894a5e5ee51a0d 2024-11-20T08:24:10,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/81a0f258f96948e197aec89d7c35e837 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/81a0f258f96948e197aec89d7c35e837 2024-11-20T08:24:10,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/3881e20eb9db4327b1b2fa378dd564de to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/3881e20eb9db4327b1b2fa378dd564de 2024-11-20T08:24:10,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/7ad76bbc369e4d179f715ca0fe31d9fb to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/7ad76bbc369e4d179f715ca0fe31d9fb 2024-11-20T08:24:10,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/6f6cefd1b33a470dacacbecff760e0fd to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/6f6cefd1b33a470dacacbecff760e0fd 2024-11-20T08:24:10,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/4659bd9de08743e4a3022016d0b5a901 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/4659bd9de08743e4a3022016d0b5a901 2024-11-20T08:24:10,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/9cb903511e7e4a738a45a10742a5340f to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/9cb903511e7e4a738a45a10742a5340f 2024-11-20T08:24:10,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/d3dd8e95c8b94e2289f2451d726a3ce8 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/d3dd8e95c8b94e2289f2451d726a3ce8 2024-11-20T08:24:10,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/6c0ead487ca04bd9982d82baaa44c732 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/6c0ead487ca04bd9982d82baaa44c732 2024-11-20T08:24:10,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/50368d9489e14f4a9dba8ac7bddc034e to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/50368d9489e14f4a9dba8ac7bddc034e 2024-11-20T08:24:10,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/f7485d43b3c24d1c9e28a276d6e88df9 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/f7485d43b3c24d1c9e28a276d6e88df9 2024-11-20T08:24:10,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/5c001010f6ce44caac3fd25751d67312 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/5c001010f6ce44caac3fd25751d67312 2024-11-20T08:24:10,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/5ee55e6b6a8349e5b4b900496c45640b to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/5ee55e6b6a8349e5b4b900496c45640b 2024-11-20T08:24:10,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/27648add4f0a4fb2946cb515b1b04e85 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/27648add4f0a4fb2946cb515b1b04e85 2024-11-20T08:24:10,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/485176dc28874340ac0453c4384c3e0a to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/485176dc28874340ac0453c4384c3e0a 2024-11-20T08:24:10,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/a1ce89fbcab842a38f9dc215224b7f0f to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/a1ce89fbcab842a38f9dc215224b7f0f 2024-11-20T08:24:10,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/169b22595c7a451387afdd46778d0943 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/169b22595c7a451387afdd46778d0943 2024-11-20T08:24:10,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/830e262b2e2e425ab72c666dddd49ddb to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/830e262b2e2e425ab72c666dddd49ddb 2024-11-20T08:24:10,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/9a8704f64a814796bdc842f0b5ce6285 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/9a8704f64a814796bdc842f0b5ce6285 2024-11-20T08:24:10,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/03b0f4631ebe4dbaaa916a866ea8e5f8 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/03b0f4631ebe4dbaaa916a866ea8e5f8 2024-11-20T08:24:10,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/67c82ede093c4772a2b07ecad0fc8046 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/67c82ede093c4772a2b07ecad0fc8046 2024-11-20T08:24:10,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/adb86686fec242e582da428e4699b6d8 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/adb86686fec242e582da428e4699b6d8 2024-11-20T08:24:10,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/602eb5c5a4e647dc81e75e36081ba18f to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/602eb5c5a4e647dc81e75e36081ba18f 2024-11-20T08:24:10,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/f845efdfa1e84193a88bd0c0247bda13 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/f845efdfa1e84193a88bd0c0247bda13 2024-11-20T08:24:10,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/a54b7d49de324223ac0e65309637c5df to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/a54b7d49de324223ac0e65309637c5df 2024-11-20T08:24:10,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/750319c3e884439d84d7fcc2f0c3f3fb to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/750319c3e884439d84d7fcc2f0c3f3fb 2024-11-20T08:24:10,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/b688cf12668e44e4bab291e6b3374ca0 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/b688cf12668e44e4bab291e6b3374ca0 2024-11-20T08:24:10,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/e30f5631b06849088d98a2aa18974b49 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/e30f5631b06849088d98a2aa18974b49 2024-11-20T08:24:10,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/be5cbfdfbf5145bfb50739ca40a4c7aa to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/be5cbfdfbf5145bfb50739ca40a4c7aa 2024-11-20T08:24:10,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/bb99f84c71304d089a885bdc23c87173 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/bb99f84c71304d089a885bdc23c87173 2024-11-20T08:24:10,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/cd294163c61746c28c8c928d49f9955e to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/cd294163c61746c28c8c928d49f9955e 2024-11-20T08:24:10,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/4d4677963b4a46bab9f0358fbb075edf to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/4d4677963b4a46bab9f0358fbb075edf 2024-11-20T08:24:10,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/929a02f4ef304624b1368ef1ef1cadd0 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/929a02f4ef304624b1368ef1ef1cadd0 2024-11-20T08:24:10,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/8a01916e2d584366901ce3f6ab471f8f to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/8a01916e2d584366901ce3f6ab471f8f 2024-11-20T08:24:10,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/b9a2c06f6d6941718340494f938371e8 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/b9a2c06f6d6941718340494f938371e8 2024-11-20T08:24:10,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/f73455627cbc4dce96925b10793e5f96 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/f73455627cbc4dce96925b10793e5f96 2024-11-20T08:24:10,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/88909aa5b38d418aafc8fbab3c3b8dbb to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/88909aa5b38d418aafc8fbab3c3b8dbb 2024-11-20T08:24:10,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/0870c5b17f7e40e284954d7aed2dec38 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/0870c5b17f7e40e284954d7aed2dec38 2024-11-20T08:24:10,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/58d6a83051fa484b851fe628475eed2e to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/58d6a83051fa484b851fe628475eed2e 2024-11-20T08:24:10,709 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/recovered.edits/618.seqid, newMaxSeqId=618, maxSeqId=1 2024-11-20T08:24:10,710 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5. 2024-11-20T08:24:10,710 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1635): Region close journal for 80f37905bc0532e47af053a12e479cd5: 2024-11-20T08:24:10,711 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(170): Closed 80f37905bc0532e47af053a12e479cd5 2024-11-20T08:24:10,712 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=80f37905bc0532e47af053a12e479cd5, regionState=CLOSED 2024-11-20T08:24:10,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-20T08:24:10,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; CloseRegionProcedure 80f37905bc0532e47af053a12e479cd5, server=a04d4489dc6d,43141,1732090957262 in 1.5090 sec 2024-11-20T08:24:10,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=89, resume processing ppid=88 2024-11-20T08:24:10,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, ppid=88, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=80f37905bc0532e47af053a12e479cd5, UNASSIGN in 1.5130 sec 2024-11-20T08:24:10,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-20T08:24:10,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5150 sec 2024-11-20T08:24:10,717 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732091050716"}]},"ts":"1732091050716"} 2024-11-20T08:24:10,717 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T08:24:10,720 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T08:24:10,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5260 sec 2024-11-20T08:24:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-20T08:24:11,300 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-20T08:24:11,300 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T08:24:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:24:11,302 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=91, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:24:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-20T08:24:11,302 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=91, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:24:11,304 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5 2024-11-20T08:24:11,306 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A, FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B, FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C, FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/recovered.edits] 2024-11-20T08:24:11,307 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/10c816151edc4ad8a36f26cd2a587cb5 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/10c816151edc4ad8a36f26cd2a587cb5 2024-11-20T08:24:11,308 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/5fdad160c86f4f22a9e4e453f10b2d1c to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/5fdad160c86f4f22a9e4e453f10b2d1c 2024-11-20T08:24:11,309 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/88e8f7cd131544118083731ada73842b to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/A/88e8f7cd131544118083731ada73842b 2024-11-20T08:24:11,311 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/8ae1ffa97761436bb2a441fa80478461 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/8ae1ffa97761436bb2a441fa80478461 2024-11-20T08:24:11,312 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/ef9487cf2fc0412bab838fd208a6611f to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/ef9487cf2fc0412bab838fd208a6611f 2024-11-20T08:24:11,313 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/f78f19fbdf16492fbd116a80ab65166e to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/B/f78f19fbdf16492fbd116a80ab65166e 2024-11-20T08:24:11,314 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/2278892d0bf847b6b6fe54a60eddda99 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/2278892d0bf847b6b6fe54a60eddda99 2024-11-20T08:24:11,315 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/5ba36f93f7c7478ba29d3d857e16a988 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/5ba36f93f7c7478ba29d3d857e16a988 2024-11-20T08:24:11,316 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/afbdebfa00264fe5b9019982f7efa0fa to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/C/afbdebfa00264fe5b9019982f7efa0fa 2024-11-20T08:24:11,318 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/recovered.edits/618.seqid to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5/recovered.edits/618.seqid 2024-11-20T08:24:11,319 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/80f37905bc0532e47af053a12e479cd5 2024-11-20T08:24:11,319 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T08:24:11,320 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=91, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:24:11,323 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T08:24:11,325 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T08:24:11,326 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=91, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:24:11,326 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T08:24:11,326 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732091051326"}]},"ts":"9223372036854775807"} 2024-11-20T08:24:11,327 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T08:24:11,327 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 80f37905bc0532e47af053a12e479cd5, NAME => 'TestAcidGuarantees,,1732091017472.80f37905bc0532e47af053a12e479cd5.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T08:24:11,328 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T08:24:11,328 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732091051328"}]},"ts":"9223372036854775807"} 2024-11-20T08:24:11,329 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T08:24:11,331 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=91, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:24:11,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 31 msec 2024-11-20T08:24:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-20T08:24:11,403 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-20T08:24:11,416 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=237 (was 238), OpenFileDescriptor=445 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=607 (was 582) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1534 (was 1620) 2024-11-20T08:24:11,425 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=237, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=607, ProcessCount=11, AvailableMemoryMB=1534 2024-11-20T08:24:11,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T08:24:11,427 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:24:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=92, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T08:24:11,429 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:24:11,429 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:11,429 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 92 2024-11-20T08:24:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-20T08:24:11,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:24:11,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742240_1416 (size=963) 2024-11-20T08:24:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-20T08:24:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-20T08:24:11,837 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6 2024-11-20T08:24:11,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742241_1417 (size=53) 2024-11-20T08:24:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-20T08:24:12,242 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:24:12,242 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 5fa21826f3dbedbc8a73cee5c1aab364, disabling compactions & flushes 2024-11-20T08:24:12,242 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:12,242 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:12,242 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. after waiting 0 ms 2024-11-20T08:24:12,242 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:12,242 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:12,242 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:12,243 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:24:12,244 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732091052243"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732091052243"}]},"ts":"1732091052243"} 2024-11-20T08:24:12,245 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T08:24:12,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:24:12,245 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732091052245"}]},"ts":"1732091052245"} 2024-11-20T08:24:12,246 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T08:24:12,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5fa21826f3dbedbc8a73cee5c1aab364, ASSIGN}] 2024-11-20T08:24:12,251 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5fa21826f3dbedbc8a73cee5c1aab364, ASSIGN 2024-11-20T08:24:12,251 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5fa21826f3dbedbc8a73cee5c1aab364, ASSIGN; state=OFFLINE, location=a04d4489dc6d,43141,1732090957262; forceNewPlan=false, retain=false 2024-11-20T08:24:12,402 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=5fa21826f3dbedbc8a73cee5c1aab364, regionState=OPENING, regionLocation=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:12,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; OpenRegionProcedure 5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262}] 2024-11-20T08:24:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-20T08:24:12,554 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:12,557 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:12,557 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7285): Opening region: {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:24:12,557 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:12,557 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:24:12,557 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7327): checking encryption for 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:12,557 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7330): checking classloading for 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:12,558 INFO [StoreOpener-5fa21826f3dbedbc8a73cee5c1aab364-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:12,560 INFO [StoreOpener-5fa21826f3dbedbc8a73cee5c1aab364-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:24:12,560 INFO [StoreOpener-5fa21826f3dbedbc8a73cee5c1aab364-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fa21826f3dbedbc8a73cee5c1aab364 columnFamilyName A 2024-11-20T08:24:12,560 DEBUG [StoreOpener-5fa21826f3dbedbc8a73cee5c1aab364-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:12,560 INFO [StoreOpener-5fa21826f3dbedbc8a73cee5c1aab364-1 {}] regionserver.HStore(327): Store=5fa21826f3dbedbc8a73cee5c1aab364/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:24:12,561 INFO [StoreOpener-5fa21826f3dbedbc8a73cee5c1aab364-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:12,562 INFO [StoreOpener-5fa21826f3dbedbc8a73cee5c1aab364-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:24:12,562 INFO [StoreOpener-5fa21826f3dbedbc8a73cee5c1aab364-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fa21826f3dbedbc8a73cee5c1aab364 columnFamilyName B 2024-11-20T08:24:12,562 DEBUG [StoreOpener-5fa21826f3dbedbc8a73cee5c1aab364-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:12,562 INFO [StoreOpener-5fa21826f3dbedbc8a73cee5c1aab364-1 {}] regionserver.HStore(327): Store=5fa21826f3dbedbc8a73cee5c1aab364/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:24:12,562 INFO [StoreOpener-5fa21826f3dbedbc8a73cee5c1aab364-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:12,563 INFO [StoreOpener-5fa21826f3dbedbc8a73cee5c1aab364-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:24:12,563 INFO [StoreOpener-5fa21826f3dbedbc8a73cee5c1aab364-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fa21826f3dbedbc8a73cee5c1aab364 columnFamilyName C 2024-11-20T08:24:12,563 DEBUG [StoreOpener-5fa21826f3dbedbc8a73cee5c1aab364-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:12,564 INFO [StoreOpener-5fa21826f3dbedbc8a73cee5c1aab364-1 {}] regionserver.HStore(327): Store=5fa21826f3dbedbc8a73cee5c1aab364/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:24:12,564 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:12,565 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:12,565 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:12,567 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T08:24:12,568 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1085): writing seq id for 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:12,569 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:24:12,570 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1102): Opened 5fa21826f3dbedbc8a73cee5c1aab364; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63945468, jitterRate=-0.0471382737159729}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T08:24:12,570 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1001): Region open journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:12,571 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., pid=94, masterSystemTime=1732091052554 2024-11-20T08:24:12,573 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:12,573 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:12,573 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=5fa21826f3dbedbc8a73cee5c1aab364, regionState=OPEN, openSeqNum=2, regionLocation=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:12,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-20T08:24:12,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; OpenRegionProcedure 5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 in 171 msec 2024-11-20T08:24:12,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-11-20T08:24:12,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5fa21826f3dbedbc8a73cee5c1aab364, ASSIGN in 325 msec 2024-11-20T08:24:12,577 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:24:12,577 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732091052577"}]},"ts":"1732091052577"} 2024-11-20T08:24:12,578 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T08:24:12,581 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:24:12,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1540 sec 2024-11-20T08:24:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-20T08:24:13,534 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 92 completed 2024-11-20T08:24:13,535 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38d647a0 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20f7f6a4 2024-11-20T08:24:13,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@378c2a4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:24:13,540 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:24:13,541 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53444, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:24:13,542 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:24:13,543 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60262, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:24:13,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T08:24:13,545 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:24:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T08:24:13,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742242_1418 (size=999) 2024-11-20T08:24:13,955 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-20T08:24:13,955 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-20T08:24:13,958 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T08:24:13,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5fa21826f3dbedbc8a73cee5c1aab364, REOPEN/MOVE}] 2024-11-20T08:24:13,961 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5fa21826f3dbedbc8a73cee5c1aab364, REOPEN/MOVE 2024-11-20T08:24:13,962 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=5fa21826f3dbedbc8a73cee5c1aab364, regionState=CLOSING, regionLocation=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:13,963 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T08:24:13,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; CloseRegionProcedure 5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262}] 2024-11-20T08:24:14,114 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:14,115 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(124): Close 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:14,115 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T08:24:14,115 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1681): Closing 5fa21826f3dbedbc8a73cee5c1aab364, disabling compactions & flushes 2024-11-20T08:24:14,116 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:14,116 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:14,116 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. after waiting 0 ms 2024-11-20T08:24:14,116 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:14,120 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T08:24:14,120 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:14,120 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1635): Region close journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:14,120 WARN [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionServer(3786): Not adding moved region record: 5fa21826f3dbedbc8a73cee5c1aab364 to self. 2024-11-20T08:24:14,122 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(170): Closed 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:14,122 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=5fa21826f3dbedbc8a73cee5c1aab364, regionState=CLOSED 2024-11-20T08:24:14,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-20T08:24:14,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; CloseRegionProcedure 5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 in 160 msec 2024-11-20T08:24:14,125 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5fa21826f3dbedbc8a73cee5c1aab364, REOPEN/MOVE; state=CLOSED, location=a04d4489dc6d,43141,1732090957262; forceNewPlan=false, retain=true 2024-11-20T08:24:14,276 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=5fa21826f3dbedbc8a73cee5c1aab364, regionState=OPENING, regionLocation=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:14,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=97, state=RUNNABLE; OpenRegionProcedure 5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262}] 2024-11-20T08:24:14,429 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:14,432 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:14,432 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7285): Opening region: {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:24:14,433 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:14,433 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:24:14,433 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7327): checking encryption for 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:14,433 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7330): checking classloading for 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:14,435 INFO [StoreOpener-5fa21826f3dbedbc8a73cee5c1aab364-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:14,436 INFO [StoreOpener-5fa21826f3dbedbc8a73cee5c1aab364-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:24:14,436 INFO [StoreOpener-5fa21826f3dbedbc8a73cee5c1aab364-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fa21826f3dbedbc8a73cee5c1aab364 columnFamilyName A 2024-11-20T08:24:14,437 DEBUG [StoreOpener-5fa21826f3dbedbc8a73cee5c1aab364-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:14,437 INFO [StoreOpener-5fa21826f3dbedbc8a73cee5c1aab364-1 {}] regionserver.HStore(327): Store=5fa21826f3dbedbc8a73cee5c1aab364/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:24:14,438 INFO [StoreOpener-5fa21826f3dbedbc8a73cee5c1aab364-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:14,439 INFO [StoreOpener-5fa21826f3dbedbc8a73cee5c1aab364-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:24:14,439 INFO [StoreOpener-5fa21826f3dbedbc8a73cee5c1aab364-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fa21826f3dbedbc8a73cee5c1aab364 columnFamilyName B 2024-11-20T08:24:14,439 DEBUG [StoreOpener-5fa21826f3dbedbc8a73cee5c1aab364-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:14,439 INFO [StoreOpener-5fa21826f3dbedbc8a73cee5c1aab364-1 {}] regionserver.HStore(327): Store=5fa21826f3dbedbc8a73cee5c1aab364/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:24:14,439 INFO [StoreOpener-5fa21826f3dbedbc8a73cee5c1aab364-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:14,440 INFO [StoreOpener-5fa21826f3dbedbc8a73cee5c1aab364-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:24:14,440 INFO [StoreOpener-5fa21826f3dbedbc8a73cee5c1aab364-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fa21826f3dbedbc8a73cee5c1aab364 columnFamilyName C 2024-11-20T08:24:14,440 DEBUG [StoreOpener-5fa21826f3dbedbc8a73cee5c1aab364-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:14,440 INFO [StoreOpener-5fa21826f3dbedbc8a73cee5c1aab364-1 {}] regionserver.HStore(327): Store=5fa21826f3dbedbc8a73cee5c1aab364/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:24:14,441 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:14,441 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:14,442 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:14,444 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T08:24:14,445 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1085): writing seq id for 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:14,446 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1102): Opened 5fa21826f3dbedbc8a73cee5c1aab364; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71978677, jitterRate=0.07256586849689484}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T08:24:14,447 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1001): Region open journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:14,448 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., pid=99, masterSystemTime=1732091054429 2024-11-20T08:24:14,449 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:14,449 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:14,450 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=5fa21826f3dbedbc8a73cee5c1aab364, regionState=OPEN, openSeqNum=5, regionLocation=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:14,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=97 2024-11-20T08:24:14,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=97, state=SUCCESS; OpenRegionProcedure 5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 in 173 msec 2024-11-20T08:24:14,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-20T08:24:14,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5fa21826f3dbedbc8a73cee5c1aab364, REOPEN/MOVE in 492 msec 2024-11-20T08:24:14,456 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-20T08:24:14,456 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 496 msec 2024-11-20T08:24:14,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 911 msec 2024-11-20T08:24:14,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-20T08:24:14,461 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dacfd49 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5271608e 2024-11-20T08:24:14,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f9fed4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:24:14,467 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x033feebb to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a139b42 2024-11-20T08:24:14,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1157d18a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:24:14,473 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c40db2e to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1acf826f 2024-11-20T08:24:14,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@353bcb3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:24:14,493 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a86cb71 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1cbce2b4 2024-11-20T08:24:14,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b5b03d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:24:14,502 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3401188a to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4fd3f5fc 2024-11-20T08:24:14,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15bd9063, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:24:14,507 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05c97513 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c0ec341 2024-11-20T08:24:14,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712a5bc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:24:14,514 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42af2962 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4831febd 2024-11-20T08:24:14,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b660061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:24:14,524 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5910b8c7 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e93614e 2024-11-20T08:24:14,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45ad0ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:24:14,528 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x003f9a05 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@523025d 2024-11-20T08:24:14,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28dc77ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:24:14,549 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x26b6d860 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b9a1701 2024-11-20T08:24:14,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70304ef6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:24:14,564 DEBUG [hconnection-0x2eb72d10-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:24:14,566 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:24:14,568 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:24:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-20T08:24:14,570 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:24:14,571 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:24:14,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:24:14,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-20T08:24:14,579 DEBUG [hconnection-0x6a704d65-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:24:14,580 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53468, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:24:14,600 DEBUG [hconnection-0x6e172e22-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:24:14,601 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53484, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:24:14,608 DEBUG [hconnection-0x1cd94409-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:24:14,609 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53496, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:24:14,617 DEBUG [hconnection-0x5b8cbf21-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:24:14,618 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:24:14,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:14,623 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa21826f3dbedbc8a73cee5c1aab364 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T08:24:14,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=A 2024-11-20T08:24:14,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:14,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=B 2024-11-20T08:24:14,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:14,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=C 2024-11-20T08:24:14,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:14,624 DEBUG [hconnection-0x45c99762-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:24:14,625 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53516, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:24:14,626 DEBUG [hconnection-0x3b108531-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:24:14,627 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53528, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:24:14,634 DEBUG [hconnection-0x4f081e40-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:24:14,636 DEBUG [hconnection-0x78af8f8b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:24:14,636 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:24:14,637 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:24:14,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091114646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:14,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091114647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:14,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091114647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:14,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091114647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:14,664 DEBUG [hconnection-0x36a73d05-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:24:14,671 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:24:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-20T08:24:14,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1732091114673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:14,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a157e060575c45d581fcde9e283ffc12_5fa21826f3dbedbc8a73cee5c1aab364 is 50, key is test_row_0/A:col10/1732091054622/Put/seqid=0 2024-11-20T08:24:14,723 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:14,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-20T08:24:14,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:14,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:14,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:14,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:14,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:14,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742243_1419 (size=12154) 2024-11-20T08:24:14,741 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:14,746 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a157e060575c45d581fcde9e283ffc12_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a157e060575c45d581fcde9e283ffc12_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:14,748 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/a9a56c44049d49f4bbd054fc13ab93cf, store: [table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:14,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/a9a56c44049d49f4bbd054fc13ab93cf is 175, key is test_row_0/A:col10/1732091054622/Put/seqid=0 2024-11-20T08:24:14,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091114748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:14,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091114750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:14,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091114749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:14,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091114756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:14,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742244_1420 (size=30955) 2024-11-20T08:24:14,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1732091114776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:14,777 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/a9a56c44049d49f4bbd054fc13ab93cf 2024-11-20T08:24:14,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/c41b97730faf4f1097f4b79769bb0e2e is 50, key is test_row_0/B:col10/1732091054622/Put/seqid=0 2024-11-20T08:24:14,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-20T08:24:14,875 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:14,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-20T08:24:14,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:14,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:14,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:14,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:14,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:14,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742245_1421 (size=12001) 2024-11-20T08:24:14,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091114954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:14,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091114954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:14,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:14,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091114957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:14,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:14,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091114958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:14,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1732091114978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:15,029 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:15,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-20T08:24:15,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:15,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:15,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:15,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:15,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:15,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-20T08:24:15,182 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:15,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-20T08:24:15,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:15,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:15,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:15,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:15,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:15,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:15,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091115257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:15,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091115258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:15,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091115261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:15,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091115264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:15,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1732091115281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:15,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/c41b97730faf4f1097f4b79769bb0e2e 2024-11-20T08:24:15,337 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:15,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-20T08:24:15,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:15,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:15,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:15,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:15,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:15,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/f7e2a70053d44e0c9cd5a71c4be57626 is 50, key is test_row_0/C:col10/1732091054622/Put/seqid=0 2024-11-20T08:24:15,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742246_1422 (size=12001) 2024-11-20T08:24:15,490 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:15,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-20T08:24:15,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:15,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:15,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:15,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:15,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:15,643 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:15,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-20T08:24:15,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:15,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:15,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:15,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:15,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:15,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-20T08:24:15,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091115764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:15,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:15,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091115766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:15,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:15,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091115770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:15,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:15,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091115772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:15,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1732091115792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:15,796 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:15,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-20T08:24:15,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:15,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:15,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:15,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:15,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:15,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/f7e2a70053d44e0c9cd5a71c4be57626 2024-11-20T08:24:15,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/a9a56c44049d49f4bbd054fc13ab93cf as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/a9a56c44049d49f4bbd054fc13ab93cf 2024-11-20T08:24:15,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/a9a56c44049d49f4bbd054fc13ab93cf, entries=150, sequenceid=16, filesize=30.2 K 2024-11-20T08:24:15,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/c41b97730faf4f1097f4b79769bb0e2e as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/c41b97730faf4f1097f4b79769bb0e2e 2024-11-20T08:24:15,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/c41b97730faf4f1097f4b79769bb0e2e, entries=150, sequenceid=16, filesize=11.7 K 2024-11-20T08:24:15,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/f7e2a70053d44e0c9cd5a71c4be57626 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/f7e2a70053d44e0c9cd5a71c4be57626 2024-11-20T08:24:15,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/f7e2a70053d44e0c9cd5a71c4be57626, entries=150, sequenceid=16, filesize=11.7 K 2024-11-20T08:24:15,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 5fa21826f3dbedbc8a73cee5c1aab364 in 1224ms, sequenceid=16, compaction requested=false 2024-11-20T08:24:15,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:15,950 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:15,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-20T08:24:15,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:15,950 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing 5fa21826f3dbedbc8a73cee5c1aab364 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T08:24:15,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=A 2024-11-20T08:24:15,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:15,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=B 2024-11-20T08:24:15,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:15,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=C 2024-11-20T08:24:15,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:15,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120423458c0a73f43ccbe1a4876b3515a4e_5fa21826f3dbedbc8a73cee5c1aab364 is 50, key is test_row_0/A:col10/1732091054643/Put/seqid=0 2024-11-20T08:24:16,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742247_1423 (size=12154) 2024-11-20T08:24:16,302 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T08:24:16,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:16,436 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120423458c0a73f43ccbe1a4876b3515a4e_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120423458c0a73f43ccbe1a4876b3515a4e_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:16,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/3cc65fff312c4b73bd02e331f5cc7bb0, store: [table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:16,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/3cc65fff312c4b73bd02e331f5cc7bb0 is 175, key is test_row_0/A:col10/1732091054643/Put/seqid=0 2024-11-20T08:24:16,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742248_1424 (size=30955) 2024-11-20T08:24:16,475 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/3cc65fff312c4b73bd02e331f5cc7bb0 2024-11-20T08:24:16,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/71adbcfe348b4b5184305e6a29ce0e40 is 50, key is test_row_0/B:col10/1732091054643/Put/seqid=0 2024-11-20T08:24:16,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742249_1425 (size=12001) 2024-11-20T08:24:16,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-20T08:24:16,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:16,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:16,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:16,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091116785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:16,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:16,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091116787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:16,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:16,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091116788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:16,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:16,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091116788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:16,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:16,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1732091116798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:16,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:16,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091116889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:16,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:16,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091116896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:16,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:16,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091116897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:16,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:16,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091116897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:16,921 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/71adbcfe348b4b5184305e6a29ce0e40 2024-11-20T08:24:16,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/b3bd4402b836481d892c62a8356824bd is 50, key is test_row_0/C:col10/1732091054643/Put/seqid=0 2024-11-20T08:24:16,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742250_1426 (size=12001) 2024-11-20T08:24:16,960 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/b3bd4402b836481d892c62a8356824bd 2024-11-20T08:24:16,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/3cc65fff312c4b73bd02e331f5cc7bb0 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/3cc65fff312c4b73bd02e331f5cc7bb0 2024-11-20T08:24:16,983 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/3cc65fff312c4b73bd02e331f5cc7bb0, entries=150, sequenceid=42, filesize=30.2 K 2024-11-20T08:24:16,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/71adbcfe348b4b5184305e6a29ce0e40 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/71adbcfe348b4b5184305e6a29ce0e40 2024-11-20T08:24:16,993 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/71adbcfe348b4b5184305e6a29ce0e40, entries=150, sequenceid=42, filesize=11.7 K 2024-11-20T08:24:16,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/b3bd4402b836481d892c62a8356824bd as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/b3bd4402b836481d892c62a8356824bd 2024-11-20T08:24:17,006 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/b3bd4402b836481d892c62a8356824bd, entries=150, sequenceid=42, filesize=11.7 K 2024-11-20T08:24:17,007 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 5fa21826f3dbedbc8a73cee5c1aab364 in 1057ms, sequenceid=42, compaction requested=false 2024-11-20T08:24:17,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:17,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:17,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-20T08:24:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-20T08:24:17,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-20T08:24:17,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4380 sec 2024-11-20T08:24:17,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 2.4440 sec 2024-11-20T08:24:17,099 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa21826f3dbedbc8a73cee5c1aab364 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T08:24:17,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=A 2024-11-20T08:24:17,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:17,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=B 2024-11-20T08:24:17,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:17,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=C 2024-11-20T08:24:17,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:17,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112029f936a9efb744658095f2880ca2c99e_5fa21826f3dbedbc8a73cee5c1aab364 is 50, key is test_row_0/A:col10/1732091057097/Put/seqid=0 2024-11-20T08:24:17,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742251_1427 (size=14594) 2024-11-20T08:24:17,144 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:17,154 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112029f936a9efb744658095f2880ca2c99e_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112029f936a9efb744658095f2880ca2c99e_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:17,155 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/3d5d60055820404f9d63c8c2de73a9c1, store: [table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:17,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/3d5d60055820404f9d63c8c2de73a9c1 is 175, key is test_row_0/A:col10/1732091057097/Put/seqid=0 2024-11-20T08:24:17,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:17,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091117158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:17,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:17,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091117171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:17,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:17,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091117172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:17,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:17,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091117173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:17,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742252_1428 (size=39549) 2024-11-20T08:24:17,187 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/3d5d60055820404f9d63c8c2de73a9c1 2024-11-20T08:24:17,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/d57573bd18fe4707bbb69d989e011aee is 50, key is test_row_0/B:col10/1732091057097/Put/seqid=0 2024-11-20T08:24:17,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742253_1429 (size=12001) 2024-11-20T08:24:17,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/d57573bd18fe4707bbb69d989e011aee 2024-11-20T08:24:17,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/c4c3c51e57ef42ef9b9b8b1be0e1f41a is 50, key is test_row_0/C:col10/1732091057097/Put/seqid=0 2024-11-20T08:24:17,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091117274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:17,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742254_1430 (size=12001) 2024-11-20T08:24:17,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/c4c3c51e57ef42ef9b9b8b1be0e1f41a 2024-11-20T08:24:17,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091117285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:17,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091117286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:17,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091117286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:17,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/3d5d60055820404f9d63c8c2de73a9c1 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/3d5d60055820404f9d63c8c2de73a9c1 2024-11-20T08:24:17,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/3d5d60055820404f9d63c8c2de73a9c1, entries=200, sequenceid=53, filesize=38.6 K 2024-11-20T08:24:17,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/d57573bd18fe4707bbb69d989e011aee as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/d57573bd18fe4707bbb69d989e011aee 2024-11-20T08:24:17,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/d57573bd18fe4707bbb69d989e011aee, entries=150, sequenceid=53, filesize=11.7 K 2024-11-20T08:24:17,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/c4c3c51e57ef42ef9b9b8b1be0e1f41a as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/c4c3c51e57ef42ef9b9b8b1be0e1f41a 2024-11-20T08:24:17,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/c4c3c51e57ef42ef9b9b8b1be0e1f41a, entries=150, sequenceid=53, filesize=11.7 K 2024-11-20T08:24:17,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 5fa21826f3dbedbc8a73cee5c1aab364 in 214ms, sequenceid=53, compaction requested=true 2024-11-20T08:24:17,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:17,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa21826f3dbedbc8a73cee5c1aab364:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:24:17,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:17,313 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:17,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa21826f3dbedbc8a73cee5c1aab364:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:24:17,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:17,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa21826f3dbedbc8a73cee5c1aab364:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:24:17,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T08:24:17,313 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:17,314 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:17,315 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 5fa21826f3dbedbc8a73cee5c1aab364/B is initiating minor compaction (all files) 2024-11-20T08:24:17,315 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa21826f3dbedbc8a73cee5c1aab364/B in TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:17,315 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/c41b97730faf4f1097f4b79769bb0e2e, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/71adbcfe348b4b5184305e6a29ce0e40, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/d57573bd18fe4707bbb69d989e011aee] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp, totalSize=35.2 K 2024-11-20T08:24:17,316 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:17,316 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): 5fa21826f3dbedbc8a73cee5c1aab364/A is initiating minor compaction (all files) 2024-11-20T08:24:17,316 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa21826f3dbedbc8a73cee5c1aab364/A in TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:17,316 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/a9a56c44049d49f4bbd054fc13ab93cf, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/3cc65fff312c4b73bd02e331f5cc7bb0, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/3d5d60055820404f9d63c8c2de73a9c1] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp, totalSize=99.1 K 2024-11-20T08:24:17,316 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:17,316 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. files: [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/a9a56c44049d49f4bbd054fc13ab93cf, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/3cc65fff312c4b73bd02e331f5cc7bb0, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/3d5d60055820404f9d63c8c2de73a9c1] 2024-11-20T08:24:17,316 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting c41b97730faf4f1097f4b79769bb0e2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732091054617 2024-11-20T08:24:17,317 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9a56c44049d49f4bbd054fc13ab93cf, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732091054617 2024-11-20T08:24:17,317 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 71adbcfe348b4b5184305e6a29ce0e40, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732091054643 2024-11-20T08:24:17,317 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting d57573bd18fe4707bbb69d989e011aee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732091056786 2024-11-20T08:24:17,317 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3cc65fff312c4b73bd02e331f5cc7bb0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732091054643 2024-11-20T08:24:17,318 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d5d60055820404f9d63c8c2de73a9c1, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732091056778 2024-11-20T08:24:17,326 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:17,335 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa21826f3dbedbc8a73cee5c1aab364#B#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:17,336 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/3b8818a93aed494d89b8d891047c53ac is 50, key is test_row_0/B:col10/1732091057097/Put/seqid=0 2024-11-20T08:24:17,337 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112083ee5e3fd1374539b1e0715de6b105bb_5fa21826f3dbedbc8a73cee5c1aab364 store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:17,339 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112083ee5e3fd1374539b1e0715de6b105bb_5fa21826f3dbedbc8a73cee5c1aab364, store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:17,339 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112083ee5e3fd1374539b1e0715de6b105bb_5fa21826f3dbedbc8a73cee5c1aab364 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:17,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742256_1432 (size=4469) 2024-11-20T08:24:17,378 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa21826f3dbedbc8a73cee5c1aab364#A#compaction#365 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:17,379 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/278f50d820e54d5aa2a2d3b03ecc693b is 175, key is test_row_0/A:col10/1732091057097/Put/seqid=0 2024-11-20T08:24:17,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742255_1431 (size=12104) 2024-11-20T08:24:17,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742257_1433 (size=31058) 2024-11-20T08:24:17,424 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/278f50d820e54d5aa2a2d3b03ecc693b as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/278f50d820e54d5aa2a2d3b03ecc693b 2024-11-20T08:24:17,431 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa21826f3dbedbc8a73cee5c1aab364/A of 5fa21826f3dbedbc8a73cee5c1aab364 into 278f50d820e54d5aa2a2d3b03ecc693b(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:17,431 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:17,431 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., storeName=5fa21826f3dbedbc8a73cee5c1aab364/A, priority=13, startTime=1732091057313; duration=0sec 2024-11-20T08:24:17,431 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:17,431 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa21826f3dbedbc8a73cee5c1aab364:A 2024-11-20T08:24:17,431 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:17,433 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:17,434 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): 5fa21826f3dbedbc8a73cee5c1aab364/C is initiating minor compaction (all files) 2024-11-20T08:24:17,434 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa21826f3dbedbc8a73cee5c1aab364/C in TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:17,434 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/f7e2a70053d44e0c9cd5a71c4be57626, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/b3bd4402b836481d892c62a8356824bd, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/c4c3c51e57ef42ef9b9b8b1be0e1f41a] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp, totalSize=35.2 K 2024-11-20T08:24:17,434 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7e2a70053d44e0c9cd5a71c4be57626, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732091054617 2024-11-20T08:24:17,435 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3bd4402b836481d892c62a8356824bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732091054643 2024-11-20T08:24:17,435 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4c3c51e57ef42ef9b9b8b1be0e1f41a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732091056786 2024-11-20T08:24:17,448 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa21826f3dbedbc8a73cee5c1aab364#C#compaction#367 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:17,448 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/018135a6c7454ff19e29289dbc7586a3 is 50, key is test_row_0/C:col10/1732091057097/Put/seqid=0 2024-11-20T08:24:17,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742258_1434 (size=12104) 2024-11-20T08:24:17,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:17,486 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa21826f3dbedbc8a73cee5c1aab364 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T08:24:17,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=A 2024-11-20T08:24:17,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:17,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=B 2024-11-20T08:24:17,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:17,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=C 2024-11-20T08:24:17,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:17,492 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/018135a6c7454ff19e29289dbc7586a3 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/018135a6c7454ff19e29289dbc7586a3 2024-11-20T08:24:17,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208cdc732ffac344bb8b372943c741aa2b_5fa21826f3dbedbc8a73cee5c1aab364 is 50, key is test_row_0/A:col10/1732091057113/Put/seqid=0 2024-11-20T08:24:17,503 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa21826f3dbedbc8a73cee5c1aab364/C of 5fa21826f3dbedbc8a73cee5c1aab364 into 018135a6c7454ff19e29289dbc7586a3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:17,503 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:17,503 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., storeName=5fa21826f3dbedbc8a73cee5c1aab364/C, priority=13, startTime=1732091057313; duration=0sec 2024-11-20T08:24:17,504 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:17,504 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa21826f3dbedbc8a73cee5c1aab364:C 2024-11-20T08:24:17,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:17,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091117501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:17,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091117502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:17,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091117505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:17,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:17,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091117509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:17,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742259_1435 (size=14594) 2024-11-20T08:24:17,523 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:17,530 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208cdc732ffac344bb8b372943c741aa2b_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208cdc732ffac344bb8b372943c741aa2b_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:17,531 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/a02ca2ff21dc49ed99ed28642092720a, store: [table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:17,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/a02ca2ff21dc49ed99ed28642092720a is 175, key is test_row_0/A:col10/1732091057113/Put/seqid=0 2024-11-20T08:24:17,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742260_1436 (size=39549) 2024-11-20T08:24:17,555 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/a02ca2ff21dc49ed99ed28642092720a 2024-11-20T08:24:17,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/6e076182834747f9bdc1a99b917b06d3 is 50, key is test_row_0/B:col10/1732091057113/Put/seqid=0 2024-11-20T08:24:17,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742261_1437 (size=12001) 2024-11-20T08:24:17,605 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/6e076182834747f9bdc1a99b917b06d3 2024-11-20T08:24:17,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:17,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091117610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:17,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:17,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091117614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:17,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091117614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:17,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091117616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:17,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/7f1da2c049b347aa9e3c1deef599f30f is 50, key is test_row_0/C:col10/1732091057113/Put/seqid=0 2024-11-20T08:24:17,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742262_1438 (size=12001) 2024-11-20T08:24:17,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/7f1da2c049b347aa9e3c1deef599f30f 2024-11-20T08:24:17,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/a02ca2ff21dc49ed99ed28642092720a as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/a02ca2ff21dc49ed99ed28642092720a 2024-11-20T08:24:17,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/a02ca2ff21dc49ed99ed28642092720a, entries=200, sequenceid=81, filesize=38.6 K 2024-11-20T08:24:17,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/6e076182834747f9bdc1a99b917b06d3 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/6e076182834747f9bdc1a99b917b06d3 2024-11-20T08:24:17,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/6e076182834747f9bdc1a99b917b06d3, entries=150, sequenceid=81, filesize=11.7 K 2024-11-20T08:24:17,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/7f1da2c049b347aa9e3c1deef599f30f as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/7f1da2c049b347aa9e3c1deef599f30f 2024-11-20T08:24:17,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/7f1da2c049b347aa9e3c1deef599f30f, entries=150, sequenceid=81, filesize=11.7 K 2024-11-20T08:24:17,691 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 5fa21826f3dbedbc8a73cee5c1aab364 in 204ms, sequenceid=81, compaction requested=false 2024-11-20T08:24:17,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:17,795 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/3b8818a93aed494d89b8d891047c53ac as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/3b8818a93aed494d89b8d891047c53ac 2024-11-20T08:24:17,800 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa21826f3dbedbc8a73cee5c1aab364/B of 5fa21826f3dbedbc8a73cee5c1aab364 into 3b8818a93aed494d89b8d891047c53ac(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:17,800 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:17,800 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., storeName=5fa21826f3dbedbc8a73cee5c1aab364/B, priority=13, startTime=1732091057313; duration=0sec 2024-11-20T08:24:17,800 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:17,800 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa21826f3dbedbc8a73cee5c1aab364:B 2024-11-20T08:24:17,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:17,829 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa21826f3dbedbc8a73cee5c1aab364 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T08:24:17,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=A 2024-11-20T08:24:17,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:17,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=B 2024-11-20T08:24:17,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:17,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=C 2024-11-20T08:24:17,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:17,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120249bdb0e5b9443b7998acab687cda6f9_5fa21826f3dbedbc8a73cee5c1aab364 is 50, key is test_row_0/A:col10/1732091057507/Put/seqid=0 2024-11-20T08:24:17,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742263_1439 (size=12154) 2024-11-20T08:24:17,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091117911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:17,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091117912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:17,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091117914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:17,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:17,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091117922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:18,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091118024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:18,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091118024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:18,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091118025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:18,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091118033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:18,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091118233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:18,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091118233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:18,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091118234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:18,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091118242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:18,269 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:18,274 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120249bdb0e5b9443b7998acab687cda6f9_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120249bdb0e5b9443b7998acab687cda6f9_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:18,276 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/d961b690a5c543c499fb2bc1eaf4098c, store: [table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:18,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/d961b690a5c543c499fb2bc1eaf4098c is 175, key is test_row_0/A:col10/1732091057507/Put/seqid=0 2024-11-20T08:24:18,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742264_1440 (size=30955) 2024-11-20T08:24:18,302 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/d961b690a5c543c499fb2bc1eaf4098c 2024-11-20T08:24:18,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/553613e2c89a4712993ec9fbdd1ff156 is 50, key is test_row_0/B:col10/1732091057507/Put/seqid=0 2024-11-20T08:24:18,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742265_1441 (size=12001) 2024-11-20T08:24:18,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/553613e2c89a4712993ec9fbdd1ff156 2024-11-20T08:24:18,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/3a01b58d2d4549a3bca40d845bc0b3de is 50, key is test_row_0/C:col10/1732091057507/Put/seqid=0 2024-11-20T08:24:18,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742266_1442 (size=12001) 2024-11-20T08:24:18,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/3a01b58d2d4549a3bca40d845bc0b3de 2024-11-20T08:24:18,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/d961b690a5c543c499fb2bc1eaf4098c as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/d961b690a5c543c499fb2bc1eaf4098c 2024-11-20T08:24:18,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/d961b690a5c543c499fb2bc1eaf4098c, entries=150, sequenceid=95, filesize=30.2 K 2024-11-20T08:24:18,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/553613e2c89a4712993ec9fbdd1ff156 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/553613e2c89a4712993ec9fbdd1ff156 2024-11-20T08:24:18,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/553613e2c89a4712993ec9fbdd1ff156, entries=150, sequenceid=95, filesize=11.7 K 2024-11-20T08:24:18,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/3a01b58d2d4549a3bca40d845bc0b3de as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/3a01b58d2d4549a3bca40d845bc0b3de 2024-11-20T08:24:18,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/3a01b58d2d4549a3bca40d845bc0b3de, entries=150, sequenceid=95, filesize=11.7 K 2024-11-20T08:24:18,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5fa21826f3dbedbc8a73cee5c1aab364 in 568ms, sequenceid=95, compaction requested=true 2024-11-20T08:24:18,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:18,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa21826f3dbedbc8a73cee5c1aab364:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:24:18,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:18,396 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:18,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa21826f3dbedbc8a73cee5c1aab364:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:24:18,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:18,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa21826f3dbedbc8a73cee5c1aab364:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:24:18,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T08:24:18,397 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:18,398 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:18,398 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 5fa21826f3dbedbc8a73cee5c1aab364/A is initiating minor compaction (all files) 2024-11-20T08:24:18,398 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa21826f3dbedbc8a73cee5c1aab364/A in TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:18,398 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/278f50d820e54d5aa2a2d3b03ecc693b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/a02ca2ff21dc49ed99ed28642092720a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/d961b690a5c543c499fb2bc1eaf4098c] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp, totalSize=99.2 K 2024-11-20T08:24:18,398 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:18,398 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. files: [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/278f50d820e54d5aa2a2d3b03ecc693b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/a02ca2ff21dc49ed99ed28642092720a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/d961b690a5c543c499fb2bc1eaf4098c] 2024-11-20T08:24:18,399 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:18,399 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): 5fa21826f3dbedbc8a73cee5c1aab364/B is initiating minor compaction (all files) 2024-11-20T08:24:18,399 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa21826f3dbedbc8a73cee5c1aab364/B in TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:18,399 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/3b8818a93aed494d89b8d891047c53ac, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/6e076182834747f9bdc1a99b917b06d3, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/553613e2c89a4712993ec9fbdd1ff156] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp, totalSize=35.3 K 2024-11-20T08:24:18,399 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 278f50d820e54d5aa2a2d3b03ecc693b, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732091056786 2024-11-20T08:24:18,399 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b8818a93aed494d89b8d891047c53ac, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732091056786 2024-11-20T08:24:18,400 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting a02ca2ff21dc49ed99ed28642092720a, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732091057113 2024-11-20T08:24:18,400 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting d961b690a5c543c499fb2bc1eaf4098c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732091057507 2024-11-20T08:24:18,400 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e076182834747f9bdc1a99b917b06d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732091057113 2024-11-20T08:24:18,401 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 553613e2c89a4712993ec9fbdd1ff156, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732091057507 2024-11-20T08:24:18,410 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa21826f3dbedbc8a73cee5c1aab364#B#compaction#374 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:18,411 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/2491dbdbffec4805a443510fa74618dc is 50, key is test_row_0/B:col10/1732091057507/Put/seqid=0 2024-11-20T08:24:18,421 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:18,436 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120193c3d8b5d744e6f9d0576cfea00f2b2_5fa21826f3dbedbc8a73cee5c1aab364 store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:18,438 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120193c3d8b5d744e6f9d0576cfea00f2b2_5fa21826f3dbedbc8a73cee5c1aab364, store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:18,438 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120193c3d8b5d744e6f9d0576cfea00f2b2_5fa21826f3dbedbc8a73cee5c1aab364 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:18,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742267_1443 (size=12207) 2024-11-20T08:24:18,454 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/2491dbdbffec4805a443510fa74618dc as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/2491dbdbffec4805a443510fa74618dc 2024-11-20T08:24:18,460 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa21826f3dbedbc8a73cee5c1aab364/B of 5fa21826f3dbedbc8a73cee5c1aab364 into 2491dbdbffec4805a443510fa74618dc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:18,460 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:18,460 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., storeName=5fa21826f3dbedbc8a73cee5c1aab364/B, priority=13, startTime=1732091058396; duration=0sec 2024-11-20T08:24:18,461 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:18,461 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa21826f3dbedbc8a73cee5c1aab364:B 2024-11-20T08:24:18,461 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:18,461 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:18,462 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): 5fa21826f3dbedbc8a73cee5c1aab364/C is initiating minor compaction (all files) 2024-11-20T08:24:18,462 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa21826f3dbedbc8a73cee5c1aab364/C in TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:18,462 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/018135a6c7454ff19e29289dbc7586a3, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/7f1da2c049b347aa9e3c1deef599f30f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/3a01b58d2d4549a3bca40d845bc0b3de] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp, totalSize=35.3 K 2024-11-20T08:24:18,462 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 018135a6c7454ff19e29289dbc7586a3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732091056786 2024-11-20T08:24:18,462 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f1da2c049b347aa9e3c1deef599f30f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732091057113 2024-11-20T08:24:18,463 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a01b58d2d4549a3bca40d845bc0b3de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732091057507 2024-11-20T08:24:18,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742268_1444 (size=4469) 2024-11-20T08:24:18,486 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa21826f3dbedbc8a73cee5c1aab364#C#compaction#376 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:18,486 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/07d2fa5218db46bea016511f693387c2 is 50, key is test_row_0/C:col10/1732091057507/Put/seqid=0 2024-11-20T08:24:18,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742269_1445 (size=12207) 2024-11-20T08:24:18,528 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/07d2fa5218db46bea016511f693387c2 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/07d2fa5218db46bea016511f693387c2 2024-11-20T08:24:18,535 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa21826f3dbedbc8a73cee5c1aab364/C of 5fa21826f3dbedbc8a73cee5c1aab364 into 07d2fa5218db46bea016511f693387c2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:18,535 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:18,535 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., storeName=5fa21826f3dbedbc8a73cee5c1aab364/C, priority=13, startTime=1732091058396; duration=0sec 2024-11-20T08:24:18,535 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:18,535 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa21826f3dbedbc8a73cee5c1aab364:C 2024-11-20T08:24:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:18,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa21826f3dbedbc8a73cee5c1aab364 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T08:24:18,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=A 2024-11-20T08:24:18,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:18,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=B 2024-11-20T08:24:18,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:18,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=C 2024-11-20T08:24:18,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:18,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091118557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:18,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091118559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:18,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120408b06b0870d483496e82d99e096f8c1_5fa21826f3dbedbc8a73cee5c1aab364 is 50, key is test_row_0/A:col10/1732091057912/Put/seqid=0 2024-11-20T08:24:18,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:18,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091118560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091118561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:18,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742270_1446 (size=12154) 2024-11-20T08:24:18,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091118663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:18,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091118668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:18,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091118671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:18,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091118671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-20T08:24:18,678 INFO [Thread-1861 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-20T08:24:18,679 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:24:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-20T08:24:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T08:24:18,681 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:24:18,682 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:24:18,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:24:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T08:24:18,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1732091118810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:18,812 DEBUG [Thread-1851 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4192 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., hostname=a04d4489dc6d,43141,1732090957262, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:24:18,838 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:18,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T08:24:18,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:18,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:18,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:18,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:18,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:18,869 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa21826f3dbedbc8a73cee5c1aab364#A#compaction#375 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:18,869 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/ef8d683298044ab08ab33535900df425 is 175, key is test_row_0/A:col10/1732091057507/Put/seqid=0 2024-11-20T08:24:18,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091118872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:18,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091118872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:18,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091118877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:18,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091118877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:18,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742271_1447 (size=31161) 2024-11-20T08:24:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T08:24:18,983 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:18,987 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120408b06b0870d483496e82d99e096f8c1_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120408b06b0870d483496e82d99e096f8c1_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:18,988 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/6c9ce14fd426433a931e0ed56bad7902, store: [table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:18,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/6c9ce14fd426433a931e0ed56bad7902 is 175, key is test_row_0/A:col10/1732091057912/Put/seqid=0 2024-11-20T08:24:18,994 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:18,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T08:24:18,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:18,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:18,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:18,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:18,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:19,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742272_1448 (size=30955) 2024-11-20T08:24:19,016 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=122, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/6c9ce14fd426433a931e0ed56bad7902 2024-11-20T08:24:19,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/22cb7ff614014401b3be5ce3ac39a2cb is 50, key is test_row_0/B:col10/1732091057912/Put/seqid=0 2024-11-20T08:24:19,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742273_1449 (size=12001) 2024-11-20T08:24:19,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/22cb7ff614014401b3be5ce3ac39a2cb 2024-11-20T08:24:19,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/08742facc6994e25b7cf7a2195f31b57 is 50, key is test_row_0/C:col10/1732091057912/Put/seqid=0 2024-11-20T08:24:19,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742274_1450 (size=12001) 2024-11-20T08:24:19,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/08742facc6994e25b7cf7a2195f31b57 2024-11-20T08:24:19,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/6c9ce14fd426433a931e0ed56bad7902 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/6c9ce14fd426433a931e0ed56bad7902 2024-11-20T08:24:19,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/6c9ce14fd426433a931e0ed56bad7902, entries=150, sequenceid=122, filesize=30.2 K 2024-11-20T08:24:19,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/22cb7ff614014401b3be5ce3ac39a2cb as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/22cb7ff614014401b3be5ce3ac39a2cb 2024-11-20T08:24:19,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/22cb7ff614014401b3be5ce3ac39a2cb, entries=150, sequenceid=122, filesize=11.7 K 2024-11-20T08:24:19,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/08742facc6994e25b7cf7a2195f31b57 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/08742facc6994e25b7cf7a2195f31b57 2024-11-20T08:24:19,148 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:19,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T08:24:19,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:19,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:19,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:19,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:19,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:19,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/08742facc6994e25b7cf7a2195f31b57, entries=150, sequenceid=122, filesize=11.7 K 2024-11-20T08:24:19,157 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5fa21826f3dbedbc8a73cee5c1aab364 in 616ms, sequenceid=122, compaction requested=false 2024-11-20T08:24:19,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:19,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:19,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa21826f3dbedbc8a73cee5c1aab364 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T08:24:19,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=A 2024-11-20T08:24:19,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:19,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=B 2024-11-20T08:24:19,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:19,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=C 2024-11-20T08:24:19,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:19,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112031892a0abda54557a6bd31dbf6484fb4_5fa21826f3dbedbc8a73cee5c1aab364 is 50, key is test_row_0/A:col10/1732091059184/Put/seqid=0 2024-11-20T08:24:19,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:19,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091119242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:19,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742275_1451 (size=12304) 2024-11-20T08:24:19,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:19,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091119246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:19,258 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:19,262 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112031892a0abda54557a6bd31dbf6484fb4_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112031892a0abda54557a6bd31dbf6484fb4_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:19,263 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/9d5e31f1fc6246928a88252007e2d722, store: [table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:19,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/9d5e31f1fc6246928a88252007e2d722 is 175, key is test_row_0/A:col10/1732091059184/Put/seqid=0 2024-11-20T08:24:19,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091119254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:19,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:19,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091119255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:19,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T08:24:19,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742276_1452 (size=31105) 2024-11-20T08:24:19,302 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:19,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T08:24:19,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:19,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:19,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:19,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:19,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:19,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:19,320 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/ef8d683298044ab08ab33535900df425 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/ef8d683298044ab08ab33535900df425 2024-11-20T08:24:19,326 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa21826f3dbedbc8a73cee5c1aab364/A of 5fa21826f3dbedbc8a73cee5c1aab364 into ef8d683298044ab08ab33535900df425(size=30.4 K), total size for store is 60.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:19,326 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:19,326 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., storeName=5fa21826f3dbedbc8a73cee5c1aab364/A, priority=13, startTime=1732091058396; duration=0sec 2024-11-20T08:24:19,327 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:19,327 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa21826f3dbedbc8a73cee5c1aab364:A 2024-11-20T08:24:19,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091119356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:19,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:19,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091119359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:19,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:19,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091119367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:19,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:19,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091119369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:19,455 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:19,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T08:24:19,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:19,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:19,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:19,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:19,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:19,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:19,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:19,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091119563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:19,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:19,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091119570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:19,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091119571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:19,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091119577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:19,610 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:19,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T08:24:19,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:19,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:19,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:19,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:19,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:19,691 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/9d5e31f1fc6246928a88252007e2d722 2024-11-20T08:24:19,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/194b225b84394125b68496b05f832e9b is 50, key is test_row_0/B:col10/1732091059184/Put/seqid=0 2024-11-20T08:24:19,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742277_1453 (size=12151) 2024-11-20T08:24:19,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/194b225b84394125b68496b05f832e9b 2024-11-20T08:24:19,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/4a9941e83282406eaefdde3db8900934 is 50, key is test_row_0/C:col10/1732091059184/Put/seqid=0 2024-11-20T08:24:19,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742278_1454 (size=12151) 2024-11-20T08:24:19,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/4a9941e83282406eaefdde3db8900934 2024-11-20T08:24:19,763 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:19,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T08:24:19,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:19,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:19,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:19,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:19,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:19,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/9d5e31f1fc6246928a88252007e2d722 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/9d5e31f1fc6246928a88252007e2d722 2024-11-20T08:24:19,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/9d5e31f1fc6246928a88252007e2d722, entries=150, sequenceid=135, filesize=30.4 K 2024-11-20T08:24:19,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/194b225b84394125b68496b05f832e9b as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/194b225b84394125b68496b05f832e9b 2024-11-20T08:24:19,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/194b225b84394125b68496b05f832e9b, entries=150, sequenceid=135, filesize=11.9 K 2024-11-20T08:24:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T08:24:19,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/4a9941e83282406eaefdde3db8900934 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/4a9941e83282406eaefdde3db8900934 2024-11-20T08:24:19,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/4a9941e83282406eaefdde3db8900934, entries=150, sequenceid=135, filesize=11.9 K 2024-11-20T08:24:19,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 5fa21826f3dbedbc8a73cee5c1aab364 in 617ms, sequenceid=135, compaction requested=true 2024-11-20T08:24:19,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:19,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa21826f3dbedbc8a73cee5c1aab364:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:24:19,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:19,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa21826f3dbedbc8a73cee5c1aab364:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:24:19,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:19,802 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:19,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa21826f3dbedbc8a73cee5c1aab364:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:24:19,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:19,802 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:19,806 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:19,806 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 5fa21826f3dbedbc8a73cee5c1aab364/B is initiating minor compaction (all files) 2024-11-20T08:24:19,806 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:19,807 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa21826f3dbedbc8a73cee5c1aab364/B in TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:19,807 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): 5fa21826f3dbedbc8a73cee5c1aab364/A is initiating minor compaction (all files) 2024-11-20T08:24:19,807 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa21826f3dbedbc8a73cee5c1aab364/A in TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:19,807 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/2491dbdbffec4805a443510fa74618dc, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/22cb7ff614014401b3be5ce3ac39a2cb, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/194b225b84394125b68496b05f832e9b] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp, totalSize=35.5 K 2024-11-20T08:24:19,807 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/ef8d683298044ab08ab33535900df425, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/6c9ce14fd426433a931e0ed56bad7902, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/9d5e31f1fc6246928a88252007e2d722] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp, totalSize=91.0 K 2024-11-20T08:24:19,807 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:19,807 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. files: [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/ef8d683298044ab08ab33535900df425, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/6c9ce14fd426433a931e0ed56bad7902, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/9d5e31f1fc6246928a88252007e2d722] 2024-11-20T08:24:19,807 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 2491dbdbffec4805a443510fa74618dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732091057507 2024-11-20T08:24:19,808 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef8d683298044ab08ab33535900df425, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732091057507 2024-11-20T08:24:19,808 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 22cb7ff614014401b3be5ce3ac39a2cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732091057908 2024-11-20T08:24:19,808 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 194b225b84394125b68496b05f832e9b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732091058560 2024-11-20T08:24:19,809 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c9ce14fd426433a931e0ed56bad7902, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732091057908 2024-11-20T08:24:19,810 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d5e31f1fc6246928a88252007e2d722, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732091058560 2024-11-20T08:24:19,829 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:19,841 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa21826f3dbedbc8a73cee5c1aab364#B#compaction#384 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:19,842 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/834a7f459f6e4b9d9a2f027ebf882963 is 50, key is test_row_0/B:col10/1732091059184/Put/seqid=0 2024-11-20T08:24:19,848 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411206daec5bc6ff743adb40167233d524619_5fa21826f3dbedbc8a73cee5c1aab364 store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:19,850 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411206daec5bc6ff743adb40167233d524619_5fa21826f3dbedbc8a73cee5c1aab364, store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:19,851 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206daec5bc6ff743adb40167233d524619_5fa21826f3dbedbc8a73cee5c1aab364 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:19,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:19,876 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa21826f3dbedbc8a73cee5c1aab364 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T08:24:19,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=A 2024-11-20T08:24:19,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:19,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=B 2024-11-20T08:24:19,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:19,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=C 2024-11-20T08:24:19,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:19,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742279_1455 (size=12459) 2024-11-20T08:24:19,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:19,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091119894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:19,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742280_1456 (size=4469) 2024-11-20T08:24:19,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:19,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091119899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:19,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:19,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091119900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:19,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:19,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091119901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:19,914 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa21826f3dbedbc8a73cee5c1aab364#A#compaction#383 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:19,915 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/f05c35e8682143be9472947048bd015b is 175, key is test_row_0/A:col10/1732091059184/Put/seqid=0 2024-11-20T08:24:19,916 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:19,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T08:24:19,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:19,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:19,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:19,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:19,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:19,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:19,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120dad50c4249a7441babdb24f0e837521d_5fa21826f3dbedbc8a73cee5c1aab364 is 50, key is test_row_0/A:col10/1732091059873/Put/seqid=0 2024-11-20T08:24:19,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742281_1457 (size=31413) 2024-11-20T08:24:19,996 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/f05c35e8682143be9472947048bd015b as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/f05c35e8682143be9472947048bd015b 2024-11-20T08:24:20,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742282_1458 (size=14794) 2024-11-20T08:24:20,010 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa21826f3dbedbc8a73cee5c1aab364/A of 5fa21826f3dbedbc8a73cee5c1aab364 into f05c35e8682143be9472947048bd015b(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:20,011 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:20,011 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., storeName=5fa21826f3dbedbc8a73cee5c1aab364/A, priority=13, startTime=1732091059802; duration=0sec 2024-11-20T08:24:20,011 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:20,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:20,011 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa21826f3dbedbc8a73cee5c1aab364:A 2024-11-20T08:24:20,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091120002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:20,011 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:20,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:20,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091120010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:20,013 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:20,014 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): 5fa21826f3dbedbc8a73cee5c1aab364/C is initiating minor compaction (all files) 2024-11-20T08:24:20,014 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa21826f3dbedbc8a73cee5c1aab364/C in TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:20,014 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/07d2fa5218db46bea016511f693387c2, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/08742facc6994e25b7cf7a2195f31b57, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/4a9941e83282406eaefdde3db8900934] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp, totalSize=35.5 K 2024-11-20T08:24:20,014 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07d2fa5218db46bea016511f693387c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732091057507 2024-11-20T08:24:20,015 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08742facc6994e25b7cf7a2195f31b57, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732091057908 2024-11-20T08:24:20,015 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a9941e83282406eaefdde3db8900934, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732091058560 2024-11-20T08:24:20,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:20,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091120013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:20,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:20,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091120013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:20,067 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa21826f3dbedbc8a73cee5c1aab364#C#compaction#386 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:20,068 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/961105c6377a44ae844963f1ec2d88ef is 50, key is test_row_0/C:col10/1732091059184/Put/seqid=0 2024-11-20T08:24:20,071 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:20,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T08:24:20,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:20,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:20,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:20,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:20,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:20,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:20,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742283_1459 (size=12459) 2024-11-20T08:24:20,119 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/961105c6377a44ae844963f1ec2d88ef as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/961105c6377a44ae844963f1ec2d88ef 2024-11-20T08:24:20,126 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa21826f3dbedbc8a73cee5c1aab364/C of 5fa21826f3dbedbc8a73cee5c1aab364 into 961105c6377a44ae844963f1ec2d88ef(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:20,126 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:20,126 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., storeName=5fa21826f3dbedbc8a73cee5c1aab364/C, priority=13, startTime=1732091059802; duration=0sec 2024-11-20T08:24:20,126 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:20,126 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa21826f3dbedbc8a73cee5c1aab364:C 2024-11-20T08:24:20,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:20,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091120213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:20,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:20,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091120213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:20,224 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:20,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T08:24:20,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:20,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:20,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:20,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:20,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:20,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091120223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:20,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091120223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:20,295 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/834a7f459f6e4b9d9a2f027ebf882963 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/834a7f459f6e4b9d9a2f027ebf882963 2024-11-20T08:24:20,301 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa21826f3dbedbc8a73cee5c1aab364/B of 5fa21826f3dbedbc8a73cee5c1aab364 into 834a7f459f6e4b9d9a2f027ebf882963(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:20,302 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:20,302 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., storeName=5fa21826f3dbedbc8a73cee5c1aab364/B, priority=13, startTime=1732091059802; duration=0sec 2024-11-20T08:24:20,302 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:20,302 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa21826f3dbedbc8a73cee5c1aab364:B 2024-11-20T08:24:20,377 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:20,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T08:24:20,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:20,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:20,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:20,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:20,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:20,405 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:20,410 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120dad50c4249a7441babdb24f0e837521d_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120dad50c4249a7441babdb24f0e837521d_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:20,413 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/a0d5bb49b6c64c1c8169fc1482dc4cda, store: [table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:20,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/a0d5bb49b6c64c1c8169fc1482dc4cda is 175, key is test_row_0/A:col10/1732091059873/Put/seqid=0 2024-11-20T08:24:20,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742284_1460 (size=39749) 2024-11-20T08:24:20,446 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/a0d5bb49b6c64c1c8169fc1482dc4cda 2024-11-20T08:24:20,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/ac5731d18a2340a3a2bbfbe87046dd4d is 50, key is test_row_0/B:col10/1732091059873/Put/seqid=0 2024-11-20T08:24:20,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742285_1461 (size=12151) 2024-11-20T08:24:20,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/ac5731d18a2340a3a2bbfbe87046dd4d 2024-11-20T08:24:20,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/18f7c67a328a416f8e923b065a47843d is 50, key is test_row_0/C:col10/1732091059873/Put/seqid=0 2024-11-20T08:24:20,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091120520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:20,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091120520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:20,531 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:20,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T08:24:20,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:20,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:20,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:20,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:20,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:20,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091120528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:20,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091120530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:20,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742286_1462 (size=12151) 2024-11-20T08:24:20,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/18f7c67a328a416f8e923b065a47843d 2024-11-20T08:24:20,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/a0d5bb49b6c64c1c8169fc1482dc4cda as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/a0d5bb49b6c64c1c8169fc1482dc4cda 2024-11-20T08:24:20,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/a0d5bb49b6c64c1c8169fc1482dc4cda, entries=200, sequenceid=161, filesize=38.8 K 2024-11-20T08:24:20,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/ac5731d18a2340a3a2bbfbe87046dd4d as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/ac5731d18a2340a3a2bbfbe87046dd4d 2024-11-20T08:24:20,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/ac5731d18a2340a3a2bbfbe87046dd4d, entries=150, sequenceid=161, filesize=11.9 K 2024-11-20T08:24:20,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/18f7c67a328a416f8e923b065a47843d as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/18f7c67a328a416f8e923b065a47843d 2024-11-20T08:24:20,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/18f7c67a328a416f8e923b065a47843d, entries=150, sequenceid=161, filesize=11.9 K 2024-11-20T08:24:20,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5fa21826f3dbedbc8a73cee5c1aab364 in 690ms, sequenceid=161, compaction requested=false 2024-11-20T08:24:20,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:20,685 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:20,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-20T08:24:20,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:20,686 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 5fa21826f3dbedbc8a73cee5c1aab364 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T08:24:20,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=A 2024-11-20T08:24:20,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:20,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=B 2024-11-20T08:24:20,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:20,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=C 2024-11-20T08:24:20,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:20,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e6a4ff4420b0449083689a4fb1bbd576_5fa21826f3dbedbc8a73cee5c1aab364 is 50, key is test_row_0/A:col10/1732091059899/Put/seqid=0 2024-11-20T08:24:20,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742287_1463 (size=12304) 2024-11-20T08:24:20,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:20,734 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e6a4ff4420b0449083689a4fb1bbd576_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e6a4ff4420b0449083689a4fb1bbd576_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:20,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/23d08f1928a34231991a0a1ca4b4308d, store: [table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:20,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/23d08f1928a34231991a0a1ca4b4308d is 175, key is test_row_0/A:col10/1732091059899/Put/seqid=0 2024-11-20T08:24:20,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742288_1464 (size=31105) 2024-11-20T08:24:20,765 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=175, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/23d08f1928a34231991a0a1ca4b4308d 2024-11-20T08:24:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T08:24:20,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/b8748b666ea04f2fac1b6ada4383659e is 50, key is test_row_0/B:col10/1732091059899/Put/seqid=0 2024-11-20T08:24:20,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742289_1465 (size=12151) 2024-11-20T08:24:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:21,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:21,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091121088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:21,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091121134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:21,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091121134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:21,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091121134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:21,234 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/b8748b666ea04f2fac1b6ada4383659e 2024-11-20T08:24:21,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/1020bea432844212bd1d3a5982019cd1 is 50, key is test_row_0/C:col10/1732091059899/Put/seqid=0 2024-11-20T08:24:21,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091121241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:21,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091121244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:21,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091121244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:21,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091121244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:21,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742290_1466 (size=12151) 2024-11-20T08:24:21,275 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/1020bea432844212bd1d3a5982019cd1 2024-11-20T08:24:21,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/23d08f1928a34231991a0a1ca4b4308d as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/23d08f1928a34231991a0a1ca4b4308d 2024-11-20T08:24:21,286 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/23d08f1928a34231991a0a1ca4b4308d, entries=150, sequenceid=175, filesize=30.4 K 2024-11-20T08:24:21,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/b8748b666ea04f2fac1b6ada4383659e as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/b8748b666ea04f2fac1b6ada4383659e 2024-11-20T08:24:21,292 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/b8748b666ea04f2fac1b6ada4383659e, entries=150, sequenceid=175, filesize=11.9 K 2024-11-20T08:24:21,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/1020bea432844212bd1d3a5982019cd1 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/1020bea432844212bd1d3a5982019cd1 2024-11-20T08:24:21,300 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/1020bea432844212bd1d3a5982019cd1, entries=150, sequenceid=175, filesize=11.9 K 2024-11-20T08:24:21,301 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5fa21826f3dbedbc8a73cee5c1aab364 in 615ms, sequenceid=175, compaction requested=true 2024-11-20T08:24:21,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:21,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:21,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-20T08:24:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-20T08:24:21,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-20T08:24:21,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6210 sec 2024-11-20T08:24:21,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 2.6290 sec 2024-11-20T08:24:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:21,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa21826f3dbedbc8a73cee5c1aab364 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T08:24:21,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=A 2024-11-20T08:24:21,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:21,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=B 2024-11-20T08:24:21,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:21,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=C 2024-11-20T08:24:21,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:21,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112038097fc159e14ab1b8a25617f1e94b74_5fa21826f3dbedbc8a73cee5c1aab364 is 50, key is test_row_0/A:col10/1732091061094/Put/seqid=0 2024-11-20T08:24:21,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091121465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:21,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091121466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:21,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091121468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:21,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091121477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:21,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742291_1467 (size=14794) 2024-11-20T08:24:21,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091121579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:21,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091121579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:21,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091121579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:21,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091121585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:21,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091121787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:21,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091121788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:21,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091121789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:21,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091121789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:21,904 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:21,911 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112038097fc159e14ab1b8a25617f1e94b74_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112038097fc159e14ab1b8a25617f1e94b74_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:21,914 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/3d0bd0dd7dce4d979265f32540c0adfa, store: [table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:21,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/3d0bd0dd7dce4d979265f32540c0adfa is 175, key is test_row_0/A:col10/1732091061094/Put/seqid=0 2024-11-20T08:24:21,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742292_1468 (size=39749) 2024-11-20T08:24:21,952 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/3d0bd0dd7dce4d979265f32540c0adfa 2024-11-20T08:24:21,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/f393dbf0ef984d439329ca6e3d38dc46 is 50, key is test_row_0/B:col10/1732091061094/Put/seqid=0 2024-11-20T08:24:22,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742293_1469 (size=12151) 2024-11-20T08:24:22,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/f393dbf0ef984d439329ca6e3d38dc46 2024-11-20T08:24:22,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/47f1912d273441749978a3b02d3be2cb is 50, key is test_row_0/C:col10/1732091061094/Put/seqid=0 2024-11-20T08:24:22,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742294_1470 (size=12151) 2024-11-20T08:24:22,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/47f1912d273441749978a3b02d3be2cb 2024-11-20T08:24:22,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/3d0bd0dd7dce4d979265f32540c0adfa as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/3d0bd0dd7dce4d979265f32540c0adfa 2024-11-20T08:24:22,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/3d0bd0dd7dce4d979265f32540c0adfa, entries=200, sequenceid=201, filesize=38.8 K 2024-11-20T08:24:22,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/f393dbf0ef984d439329ca6e3d38dc46 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/f393dbf0ef984d439329ca6e3d38dc46 2024-11-20T08:24:22,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/f393dbf0ef984d439329ca6e3d38dc46, entries=150, sequenceid=201, filesize=11.9 K 2024-11-20T08:24:22,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/47f1912d273441749978a3b02d3be2cb as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/47f1912d273441749978a3b02d3be2cb 2024-11-20T08:24:22,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/47f1912d273441749978a3b02d3be2cb, entries=150, sequenceid=201, filesize=11.9 K 2024-11-20T08:24:22,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 5fa21826f3dbedbc8a73cee5c1aab364 in 618ms, sequenceid=201, compaction requested=true 2024-11-20T08:24:22,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:22,070 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:24:22,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa21826f3dbedbc8a73cee5c1aab364:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:24:22,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:22,071 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:24:22,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa21826f3dbedbc8a73cee5c1aab364:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:24:22,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:22,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa21826f3dbedbc8a73cee5c1aab364:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:24:22,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:22,077 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142016 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:24:22,077 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): 5fa21826f3dbedbc8a73cee5c1aab364/A is initiating minor compaction (all files) 2024-11-20T08:24:22,077 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa21826f3dbedbc8a73cee5c1aab364/A in TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:22,077 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/f05c35e8682143be9472947048bd015b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/a0d5bb49b6c64c1c8169fc1482dc4cda, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/23d08f1928a34231991a0a1ca4b4308d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/3d0bd0dd7dce4d979265f32540c0adfa] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp, totalSize=138.7 K 2024-11-20T08:24:22,077 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:22,078 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. files: [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/f05c35e8682143be9472947048bd015b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/a0d5bb49b6c64c1c8169fc1482dc4cda, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/23d08f1928a34231991a0a1ca4b4308d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/3d0bd0dd7dce4d979265f32540c0adfa] 2024-11-20T08:24:22,078 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:24:22,078 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 5fa21826f3dbedbc8a73cee5c1aab364/B is initiating minor compaction (all files) 2024-11-20T08:24:22,078 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa21826f3dbedbc8a73cee5c1aab364/B in TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:22,078 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/834a7f459f6e4b9d9a2f027ebf882963, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/ac5731d18a2340a3a2bbfbe87046dd4d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/b8748b666ea04f2fac1b6ada4383659e, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/f393dbf0ef984d439329ca6e3d38dc46] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp, totalSize=47.8 K 2024-11-20T08:24:22,078 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting f05c35e8682143be9472947048bd015b, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732091058560 2024-11-20T08:24:22,079 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 834a7f459f6e4b9d9a2f027ebf882963, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732091058560 2024-11-20T08:24:22,079 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0d5bb49b6c64c1c8169fc1482dc4cda, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732091059241 2024-11-20T08:24:22,079 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting ac5731d18a2340a3a2bbfbe87046dd4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732091059241 2024-11-20T08:24:22,079 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23d08f1928a34231991a0a1ca4b4308d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732091059892 2024-11-20T08:24:22,080 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting b8748b666ea04f2fac1b6ada4383659e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732091059892 2024-11-20T08:24:22,080 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d0bd0dd7dce4d979265f32540c0adfa, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732091061082 2024-11-20T08:24:22,081 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting f393dbf0ef984d439329ca6e3d38dc46, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732091061091 2024-11-20T08:24:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:22,103 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:22,103 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa21826f3dbedbc8a73cee5c1aab364 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T08:24:22,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=A 2024-11-20T08:24:22,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:22,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=B 2024-11-20T08:24:22,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:22,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=C 2024-11-20T08:24:22,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:22,114 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa21826f3dbedbc8a73cee5c1aab364#B#compaction#396 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:22,114 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/0cc0874cf221443b9b005e46b4757596 is 50, key is test_row_0/B:col10/1732091061094/Put/seqid=0 2024-11-20T08:24:22,129 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411206c68c15d224b4877bbc5b741190e7ae4_5fa21826f3dbedbc8a73cee5c1aab364 store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:22,132 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411206c68c15d224b4877bbc5b741190e7ae4_5fa21826f3dbedbc8a73cee5c1aab364, store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:22,133 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206c68c15d224b4877bbc5b741190e7ae4_5fa21826f3dbedbc8a73cee5c1aab364 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:22,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120bcf5eb2978774ac8bac28ad16738424f_5fa21826f3dbedbc8a73cee5c1aab364 is 50, key is test_row_0/A:col10/1732091061464/Put/seqid=0 2024-11-20T08:24:22,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742295_1471 (size=12595) 2024-11-20T08:24:22,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742296_1472 (size=4469) 2024-11-20T08:24:22,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742297_1473 (size=14794) 2024-11-20T08:24:22,231 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:22,237 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120bcf5eb2978774ac8bac28ad16738424f_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120bcf5eb2978774ac8bac28ad16738424f_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:22,238 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/2c8afdeaad494ca7a798de8c45bb02d8, store: [table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:22,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091122209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:22,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/2c8afdeaad494ca7a798de8c45bb02d8 is 175, key is test_row_0/A:col10/1732091061464/Put/seqid=0 2024-11-20T08:24:22,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091122213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:22,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091122218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:22,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091122238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:22,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742298_1474 (size=39749) 2024-11-20T08:24:22,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091122339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:22,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091122339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:22,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091122341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:22,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091122359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:22,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091122551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:22,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091122551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:22,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091122552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:22,563 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/0cc0874cf221443b9b005e46b4757596 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/0cc0874cf221443b9b005e46b4757596 2024-11-20T08:24:22,571 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5fa21826f3dbedbc8a73cee5c1aab364/B of 5fa21826f3dbedbc8a73cee5c1aab364 into 0cc0874cf221443b9b005e46b4757596(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:22,571 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:22,571 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., storeName=5fa21826f3dbedbc8a73cee5c1aab364/B, priority=12, startTime=1732091062071; duration=0sec 2024-11-20T08:24:22,571 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:22,571 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa21826f3dbedbc8a73cee5c1aab364:B 2024-11-20T08:24:22,571 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:24:22,572 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:24:22,572 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 5fa21826f3dbedbc8a73cee5c1aab364/C is initiating minor compaction (all files) 2024-11-20T08:24:22,572 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa21826f3dbedbc8a73cee5c1aab364/C in TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:22,572 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/961105c6377a44ae844963f1ec2d88ef, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/18f7c67a328a416f8e923b065a47843d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/1020bea432844212bd1d3a5982019cd1, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/47f1912d273441749978a3b02d3be2cb] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp, totalSize=47.8 K 2024-11-20T08:24:22,573 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 961105c6377a44ae844963f1ec2d88ef, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732091058560 2024-11-20T08:24:22,573 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 18f7c67a328a416f8e923b065a47843d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732091059241 2024-11-20T08:24:22,574 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 1020bea432844212bd1d3a5982019cd1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732091059892 2024-11-20T08:24:22,574 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 47f1912d273441749978a3b02d3be2cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732091061091 2024-11-20T08:24:22,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091122566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:22,584 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa21826f3dbedbc8a73cee5c1aab364#C#compaction#398 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:22,584 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/c45a4da50a2547d8b0ac2cd394b288a2 is 50, key is test_row_0/C:col10/1732091061094/Put/seqid=0 2024-11-20T08:24:22,616 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa21826f3dbedbc8a73cee5c1aab364#A#compaction#395 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:22,616 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/365e6ff92aa046029dcad4d13036acfd is 175, key is test_row_0/A:col10/1732091061094/Put/seqid=0 2024-11-20T08:24:22,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742299_1475 (size=12595) 2024-11-20T08:24:22,628 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/c45a4da50a2547d8b0ac2cd394b288a2 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/c45a4da50a2547d8b0ac2cd394b288a2 2024-11-20T08:24:22,636 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5fa21826f3dbedbc8a73cee5c1aab364/C of 5fa21826f3dbedbc8a73cee5c1aab364 into c45a4da50a2547d8b0ac2cd394b288a2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:22,638 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:22,638 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., storeName=5fa21826f3dbedbc8a73cee5c1aab364/C, priority=12, startTime=1732091062071; duration=0sec 2024-11-20T08:24:22,638 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:22,638 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa21826f3dbedbc8a73cee5c1aab364:C 2024-11-20T08:24:22,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742300_1476 (size=31549) 2024-11-20T08:24:22,655 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/365e6ff92aa046029dcad4d13036acfd as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/365e6ff92aa046029dcad4d13036acfd 2024-11-20T08:24:22,664 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5fa21826f3dbedbc8a73cee5c1aab364/A of 5fa21826f3dbedbc8a73cee5c1aab364 into 365e6ff92aa046029dcad4d13036acfd(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:22,664 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:22,664 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., storeName=5fa21826f3dbedbc8a73cee5c1aab364/A, priority=12, startTime=1732091062070; duration=0sec 2024-11-20T08:24:22,664 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:22,664 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa21826f3dbedbc8a73cee5c1aab364:A 2024-11-20T08:24:22,679 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/2c8afdeaad494ca7a798de8c45bb02d8 2024-11-20T08:24:22,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/b57d59aec1be47ee8f7e6e6d681f58a3 is 50, key is test_row_0/B:col10/1732091061464/Put/seqid=0 2024-11-20T08:24:22,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742301_1477 (size=12151) 2024-11-20T08:24:22,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/b57d59aec1be47ee8f7e6e6d681f58a3 2024-11-20T08:24:22,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/49e6610ba3cf40088a69832b063f16b4 is 50, key is test_row_0/C:col10/1732091061464/Put/seqid=0 2024-11-20T08:24:22,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742302_1478 (size=12151) 2024-11-20T08:24:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-20T08:24:22,787 INFO [Thread-1861 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-20T08:24:22,789 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:24:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-20T08:24:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T08:24:22,791 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:24:22,791 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:24:22,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:24:22,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1732091122843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:22,847 DEBUG [Thread-1851 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8226 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., hostname=a04d4489dc6d,43141,1732090957262, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:24:22,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091122860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:22,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091122861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:22,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091122862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:22,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091122876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T08:24:22,944 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:22,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T08:24:22,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:22,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:22,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:22,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:22,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:23,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T08:24:23,096 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:23,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T08:24:23,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:23,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:23,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:23,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:23,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:23,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/49e6610ba3cf40088a69832b063f16b4 2024-11-20T08:24:23,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/2c8afdeaad494ca7a798de8c45bb02d8 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/2c8afdeaad494ca7a798de8c45bb02d8 2024-11-20T08:24:23,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/2c8afdeaad494ca7a798de8c45bb02d8, entries=200, sequenceid=212, filesize=38.8 K 2024-11-20T08:24:23,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/b57d59aec1be47ee8f7e6e6d681f58a3 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/b57d59aec1be47ee8f7e6e6d681f58a3 2024-11-20T08:24:23,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/b57d59aec1be47ee8f7e6e6d681f58a3, entries=150, sequenceid=212, filesize=11.9 K 2024-11-20T08:24:23,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/49e6610ba3cf40088a69832b063f16b4 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/49e6610ba3cf40088a69832b063f16b4 2024-11-20T08:24:23,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/49e6610ba3cf40088a69832b063f16b4, entries=150, sequenceid=212, filesize=11.9 K 2024-11-20T08:24:23,203 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5fa21826f3dbedbc8a73cee5c1aab364 in 1099ms, sequenceid=212, compaction requested=false 2024-11-20T08:24:23,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:23,250 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:23,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-20T08:24:23,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:23,251 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 5fa21826f3dbedbc8a73cee5c1aab364 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T08:24:23,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=A 2024-11-20T08:24:23,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:23,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=B 2024-11-20T08:24:23,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:23,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=C 2024-11-20T08:24:23,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:23,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f925f5598c444761bbda7e5cc4799125_5fa21826f3dbedbc8a73cee5c1aab364 is 50, key is test_row_0/A:col10/1732091062151/Put/seqid=0 2024-11-20T08:24:23,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742303_1479 (size=12304) 2024-11-20T08:24:23,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,299 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f925f5598c444761bbda7e5cc4799125_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f925f5598c444761bbda7e5cc4799125_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:23,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/8030e6c9689c4761a259af0de6dc43eb, store: [table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:23,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/8030e6c9689c4761a259af0de6dc43eb is 175, key is test_row_0/A:col10/1732091062151/Put/seqid=0 2024-11-20T08:24:23,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742304_1480 (size=31105) 2024-11-20T08:24:23,328 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/8030e6c9689c4761a259af0de6dc43eb 2024-11-20T08:24:23,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/ca3ffeeae2ad4071aeae79f05f981bcb is 50, key is test_row_0/B:col10/1732091062151/Put/seqid=0 2024-11-20T08:24:23,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:23,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:23,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742305_1481 (size=12151) 2024-11-20T08:24:23,376 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/ca3ffeeae2ad4071aeae79f05f981bcb 2024-11-20T08:24:23,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T08:24:23,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:23,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091123386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:23,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:23,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091123388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:23,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:23,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091123394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:23,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:23,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091123395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:23,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/ceb1f9a39ee24b1fa39d54076da46bc9 is 50, key is test_row_0/C:col10/1732091062151/Put/seqid=0 2024-11-20T08:24:23,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742306_1482 (size=12151) 2024-11-20T08:24:23,444 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/ceb1f9a39ee24b1fa39d54076da46bc9 2024-11-20T08:24:23,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/8030e6c9689c4761a259af0de6dc43eb as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/8030e6c9689c4761a259af0de6dc43eb 2024-11-20T08:24:23,459 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/8030e6c9689c4761a259af0de6dc43eb, entries=150, sequenceid=240, filesize=30.4 K 2024-11-20T08:24:23,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/ca3ffeeae2ad4071aeae79f05f981bcb as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/ca3ffeeae2ad4071aeae79f05f981bcb 2024-11-20T08:24:23,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,467 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/ca3ffeeae2ad4071aeae79f05f981bcb, entries=150, sequenceid=240, filesize=11.9 K 2024-11-20T08:24:23,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/ceb1f9a39ee24b1fa39d54076da46bc9 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/ceb1f9a39ee24b1fa39d54076da46bc9 2024-11-20T08:24:23,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,484 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/ceb1f9a39ee24b1fa39d54076da46bc9, entries=150, sequenceid=240, filesize=11.9 K 2024-11-20T08:24:23,485 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 5fa21826f3dbedbc8a73cee5c1aab364 in 234ms, sequenceid=240, compaction requested=true 2024-11-20T08:24:23,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:23,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:23,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-20T08:24:23,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-20T08:24:23,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-20T08:24:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 694 msec 2024-11-20T08:24:23,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 700 msec 2024-11-20T08:24:23,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa21826f3dbedbc8a73cee5c1aab364 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T08:24:23,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=A 2024-11-20T08:24:23,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:23,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=B 2024-11-20T08:24:23,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:23,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=C 2024-11-20T08:24:23,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:23,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:23,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ba9b86b6f3fe4d3aad3a9f72cbfedf44_5fa21826f3dbedbc8a73cee5c1aab364 is 50, key is test_row_1/A:col10/1732091063575/Put/seqid=0 2024-11-20T08:24:23,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742307_1483 (size=12304) 2024-11-20T08:24:23,636 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:23,641 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ba9b86b6f3fe4d3aad3a9f72cbfedf44_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ba9b86b6f3fe4d3aad3a9f72cbfedf44_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:23,642 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/181de57dd55a44ef916cf8f33931834f, store: [table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:23,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/181de57dd55a44ef916cf8f33931834f is 175, key is test_row_1/A:col10/1732091063575/Put/seqid=0 2024-11-20T08:24:23,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742308_1484 (size=31101) 2024-11-20T08:24:23,666 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/181de57dd55a44ef916cf8f33931834f 2024-11-20T08:24:23,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/6dec01fc26e24414876ba48e00ac5b0b is 50, key is test_row_1/B:col10/1732091063575/Put/seqid=0 2024-11-20T08:24:23,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:23,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091123694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:23,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:23,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091123703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:23,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:23,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091123704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:23,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:23,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091123706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:23,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742309_1485 (size=9757) 2024-11-20T08:24:23,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/6dec01fc26e24414876ba48e00ac5b0b 2024-11-20T08:24:23,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/4a9ed3e905c948a988e4e64881a3314e is 50, key is test_row_1/C:col10/1732091063575/Put/seqid=0 2024-11-20T08:24:23,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742310_1486 (size=9757) 2024-11-20T08:24:23,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:23,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091123810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:23,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:23,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091123814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:23,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:23,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091123814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:23,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:23,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091123817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:23,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-20T08:24:23,895 INFO [Thread-1861 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-20T08:24:23,896 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:24:23,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-20T08:24:23,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T08:24:23,899 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:24:23,900 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:24:23,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:24:23,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T08:24:24,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:24,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091124017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:24,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:24,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091124021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:24,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:24,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091124022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:24,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:24,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091124025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:24,051 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:24,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T08:24:24,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:24,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:24,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:24,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:24,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:24,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:24,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/4a9ed3e905c948a988e4e64881a3314e 2024-11-20T08:24:24,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/181de57dd55a44ef916cf8f33931834f as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/181de57dd55a44ef916cf8f33931834f 2024-11-20T08:24:24,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/181de57dd55a44ef916cf8f33931834f, entries=150, sequenceid=253, filesize=30.4 K 2024-11-20T08:24:24,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/6dec01fc26e24414876ba48e00ac5b0b as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/6dec01fc26e24414876ba48e00ac5b0b 2024-11-20T08:24:24,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/6dec01fc26e24414876ba48e00ac5b0b, entries=100, sequenceid=253, filesize=9.5 K 2024-11-20T08:24:24,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/4a9ed3e905c948a988e4e64881a3314e as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/4a9ed3e905c948a988e4e64881a3314e 2024-11-20T08:24:24,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/4a9ed3e905c948a988e4e64881a3314e, entries=100, sequenceid=253, filesize=9.5 K 2024-11-20T08:24:24,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 5fa21826f3dbedbc8a73cee5c1aab364 in 616ms, sequenceid=253, compaction requested=true 2024-11-20T08:24:24,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:24,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa21826f3dbedbc8a73cee5c1aab364:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:24:24,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:24,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa21826f3dbedbc8a73cee5c1aab364:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:24:24,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:24,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa21826f3dbedbc8a73cee5c1aab364:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:24:24,195 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:24:24,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T08:24:24,195 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:24:24,198 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133504 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:24:24,198 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): 5fa21826f3dbedbc8a73cee5c1aab364/A is initiating minor compaction (all files) 2024-11-20T08:24:24,198 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa21826f3dbedbc8a73cee5c1aab364/A in TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:24,198 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/365e6ff92aa046029dcad4d13036acfd, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/2c8afdeaad494ca7a798de8c45bb02d8, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/8030e6c9689c4761a259af0de6dc43eb, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/181de57dd55a44ef916cf8f33931834f] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp, totalSize=130.4 K 2024-11-20T08:24:24,198 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:24,198 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. files: [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/365e6ff92aa046029dcad4d13036acfd, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/2c8afdeaad494ca7a798de8c45bb02d8, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/8030e6c9689c4761a259af0de6dc43eb, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/181de57dd55a44ef916cf8f33931834f] 2024-11-20T08:24:24,199 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 365e6ff92aa046029dcad4d13036acfd, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732091061091 2024-11-20T08:24:24,199 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c8afdeaad494ca7a798de8c45bb02d8, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732091061461 2024-11-20T08:24:24,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T08:24:24,200 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8030e6c9689c4761a259af0de6dc43eb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732091062151 2024-11-20T08:24:24,200 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 181de57dd55a44ef916cf8f33931834f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732091063382 2024-11-20T08:24:24,201 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46654 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:24:24,201 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 5fa21826f3dbedbc8a73cee5c1aab364/B is initiating minor compaction (all files) 2024-11-20T08:24:24,201 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa21826f3dbedbc8a73cee5c1aab364/B in TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:24,201 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/0cc0874cf221443b9b005e46b4757596, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/b57d59aec1be47ee8f7e6e6d681f58a3, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/ca3ffeeae2ad4071aeae79f05f981bcb, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/6dec01fc26e24414876ba48e00ac5b0b] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp, totalSize=45.6 K 2024-11-20T08:24:24,202 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cc0874cf221443b9b005e46b4757596, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732091061091 2024-11-20T08:24:24,202 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting b57d59aec1be47ee8f7e6e6d681f58a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732091061464 2024-11-20T08:24:24,203 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting ca3ffeeae2ad4071aeae79f05f981bcb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732091062151 2024-11-20T08:24:24,204 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 6dec01fc26e24414876ba48e00ac5b0b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732091063382 2024-11-20T08:24:24,204 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:24,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-20T08:24:24,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:24,205 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 5fa21826f3dbedbc8a73cee5c1aab364 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-20T08:24:24,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=A 2024-11-20T08:24:24,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:24,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=B 2024-11-20T08:24:24,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:24,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=C 2024-11-20T08:24:24,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:24,218 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:24,220 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa21826f3dbedbc8a73cee5c1aab364#B#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:24,220 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/d83e5dfa0062448e8f100d80568f1468 is 50, key is test_row_0/B:col10/1732091062151/Put/seqid=0 2024-11-20T08:24:24,222 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120f8f9bfd3ecbf4a41b808430c906fd0e2_5fa21826f3dbedbc8a73cee5c1aab364 store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:24,224 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120f8f9bfd3ecbf4a41b808430c906fd0e2_5fa21826f3dbedbc8a73cee5c1aab364, store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:24,225 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f8f9bfd3ecbf4a41b808430c906fd0e2_5fa21826f3dbedbc8a73cee5c1aab364 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:24,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206c3b92c22c3d461ea28bf512f5a1d5bb_5fa21826f3dbedbc8a73cee5c1aab364 is 50, key is test_row_0/A:col10/1732091063692/Put/seqid=0 2024-11-20T08:24:24,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742311_1487 (size=4469) 2024-11-20T08:24:24,253 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa21826f3dbedbc8a73cee5c1aab364#A#compaction#407 average throughput is 0.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:24,254 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/a7b5ab24e9f649f0921f0d84bda5e1d5 is 175, key is test_row_0/A:col10/1732091062151/Put/seqid=0 2024-11-20T08:24:24,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742312_1488 (size=12454) 2024-11-20T08:24:24,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:24,273 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206c3b92c22c3d461ea28bf512f5a1d5bb_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206c3b92c22c3d461ea28bf512f5a1d5bb_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:24,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/c7a51a38270c4f648b96cebcff7b56a2, store: [table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:24,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/c7a51a38270c4f648b96cebcff7b56a2 is 175, key is test_row_0/A:col10/1732091063692/Put/seqid=0 2024-11-20T08:24:24,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742313_1489 (size=12731) 2024-11-20T08:24:24,307 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/d83e5dfa0062448e8f100d80568f1468 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/d83e5dfa0062448e8f100d80568f1468 2024-11-20T08:24:24,316 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5fa21826f3dbedbc8a73cee5c1aab364/B of 5fa21826f3dbedbc8a73cee5c1aab364 into d83e5dfa0062448e8f100d80568f1468(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:24,317 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:24,317 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., storeName=5fa21826f3dbedbc8a73cee5c1aab364/B, priority=12, startTime=1732091064195; duration=0sec 2024-11-20T08:24:24,317 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:24,317 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa21826f3dbedbc8a73cee5c1aab364:B 2024-11-20T08:24:24,318 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:24:24,319 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46654 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:24:24,319 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 5fa21826f3dbedbc8a73cee5c1aab364/C is initiating minor compaction (all files) 2024-11-20T08:24:24,319 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa21826f3dbedbc8a73cee5c1aab364/C in TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:24,319 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/c45a4da50a2547d8b0ac2cd394b288a2, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/49e6610ba3cf40088a69832b063f16b4, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/ceb1f9a39ee24b1fa39d54076da46bc9, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/4a9ed3e905c948a988e4e64881a3314e] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp, totalSize=45.6 K 2024-11-20T08:24:24,319 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting c45a4da50a2547d8b0ac2cd394b288a2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732091061091 2024-11-20T08:24:24,320 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 49e6610ba3cf40088a69832b063f16b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732091061464 2024-11-20T08:24:24,320 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting ceb1f9a39ee24b1fa39d54076da46bc9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732091062151 2024-11-20T08:24:24,321 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a9ed3e905c948a988e4e64881a3314e, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732091063382 2024-11-20T08:24:24,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:24,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:24,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742315_1491 (size=31255) 2024-11-20T08:24:24,336 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/c7a51a38270c4f648b96cebcff7b56a2 2024-11-20T08:24:24,339 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa21826f3dbedbc8a73cee5c1aab364#C#compaction#410 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:24,340 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/6c3526cec4004a8194ea291303decb88 is 50, key is test_row_0/C:col10/1732091062151/Put/seqid=0 2024-11-20T08:24:24,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742314_1490 (size=31792) 2024-11-20T08:24:24,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/1c44859fb3154f07a9ed5f0aac65348b is 50, key is test_row_0/B:col10/1732091063692/Put/seqid=0 2024-11-20T08:24:24,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:24,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091124346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:24,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:24,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091124346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:24,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091124347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:24,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:24,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091124354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:24,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742316_1492 (size=12731) 2024-11-20T08:24:24,394 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/6c3526cec4004a8194ea291303decb88 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/6c3526cec4004a8194ea291303decb88 2024-11-20T08:24:24,401 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5fa21826f3dbedbc8a73cee5c1aab364/C of 5fa21826f3dbedbc8a73cee5c1aab364 into 6c3526cec4004a8194ea291303decb88(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:24,401 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:24,401 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., storeName=5fa21826f3dbedbc8a73cee5c1aab364/C, priority=12, startTime=1732091064195; duration=0sec 2024-11-20T08:24:24,401 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:24,401 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa21826f3dbedbc8a73cee5c1aab364:C 2024-11-20T08:24:24,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742317_1493 (size=12301) 2024-11-20T08:24:24,409 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/1c44859fb3154f07a9ed5f0aac65348b 2024-11-20T08:24:24,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/fed9245d56e648c4bef28ee474acf8d4 is 50, key is test_row_0/C:col10/1732091063692/Put/seqid=0 2024-11-20T08:24:24,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742318_1494 (size=12301) 2024-11-20T08:24:24,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:24,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091124455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:24,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:24,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091124455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:24,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:24,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091124460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:24,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091124465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:24,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T08:24:24,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091124660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:24,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091124661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:24,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091124666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:24,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091124669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:24,748 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/a7b5ab24e9f649f0921f0d84bda5e1d5 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/a7b5ab24e9f649f0921f0d84bda5e1d5 2024-11-20T08:24:24,760 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5fa21826f3dbedbc8a73cee5c1aab364/A of 5fa21826f3dbedbc8a73cee5c1aab364 into a7b5ab24e9f649f0921f0d84bda5e1d5(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:24,760 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:24,760 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., storeName=5fa21826f3dbedbc8a73cee5c1aab364/A, priority=12, startTime=1732091064195; duration=0sec 2024-11-20T08:24:24,760 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:24,760 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa21826f3dbedbc8a73cee5c1aab364:A 2024-11-20T08:24:24,857 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/fed9245d56e648c4bef28ee474acf8d4 2024-11-20T08:24:24,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/c7a51a38270c4f648b96cebcff7b56a2 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/c7a51a38270c4f648b96cebcff7b56a2 2024-11-20T08:24:24,874 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/c7a51a38270c4f648b96cebcff7b56a2, entries=150, sequenceid=276, filesize=30.5 K 2024-11-20T08:24:24,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/1c44859fb3154f07a9ed5f0aac65348b as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/1c44859fb3154f07a9ed5f0aac65348b 2024-11-20T08:24:24,890 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/1c44859fb3154f07a9ed5f0aac65348b, entries=150, sequenceid=276, filesize=12.0 K 2024-11-20T08:24:24,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/fed9245d56e648c4bef28ee474acf8d4 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/fed9245d56e648c4bef28ee474acf8d4 2024-11-20T08:24:24,898 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/fed9245d56e648c4bef28ee474acf8d4, entries=150, sequenceid=276, filesize=12.0 K 2024-11-20T08:24:24,899 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 5fa21826f3dbedbc8a73cee5c1aab364 in 694ms, sequenceid=276, compaction requested=false 2024-11-20T08:24:24,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:24,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:24,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-20T08:24:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-20T08:24:24,903 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-20T08:24:24,903 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0010 sec 2024-11-20T08:24:24,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 1.0070 sec 2024-11-20T08:24:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:24,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa21826f3dbedbc8a73cee5c1aab364 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-20T08:24:24,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=A 2024-11-20T08:24:24,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:24,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=B 2024-11-20T08:24:24,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:24,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=C 2024-11-20T08:24:24,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-20T08:24:25,004 INFO [Thread-1861 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-20T08:24:25,006 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:24:25,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-20T08:24:25,007 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:24:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T08:24:25,008 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:24:25,008 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:24:25,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112008529d00941b49d2b2e69728e3d5bd6e_5fa21826f3dbedbc8a73cee5c1aab364 is 50, key is test_row_0/A:col10/1732091064970/Put/seqid=0 2024-11-20T08:24:25,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:25,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091125019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:25,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:25,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091125020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:25,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:25,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091125025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:25,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091125025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:25,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742319_1495 (size=14994) 2024-11-20T08:24:25,053 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,057 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112008529d00941b49d2b2e69728e3d5bd6e_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112008529d00941b49d2b2e69728e3d5bd6e_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:25,058 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/72ef8e02a2f84c1e9ce4fed56c92a82a, store: [table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:25,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/72ef8e02a2f84c1e9ce4fed56c92a82a is 175, key is test_row_0/A:col10/1732091064970/Put/seqid=0 2024-11-20T08:24:25,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742320_1496 (size=39949) 2024-11-20T08:24:25,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T08:24:25,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091125130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:25,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091125130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:25,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091125135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:25,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091125136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:25,161 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:25,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T08:24:25,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:25,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:25,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:25,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:25,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T08:24:25,314 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:25,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T08:24:25,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:25,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:25,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:25,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:25,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:25,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091125335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:25,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091125336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:25,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091125344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:25,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091125345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:25,468 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:25,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T08:24:25,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:25,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:25,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:25,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:25,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:25,501 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/72ef8e02a2f84c1e9ce4fed56c92a82a 2024-11-20T08:24:25,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/595acce6fcce4e2e99bf937405be4d8a is 50, key is test_row_0/B:col10/1732091064970/Put/seqid=0 2024-11-20T08:24:25,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742321_1497 (size=12301) 2024-11-20T08:24:25,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/595acce6fcce4e2e99bf937405be4d8a 2024-11-20T08:24:25,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/f5242436738248aa8fba9c410f95299a is 50, key is test_row_0/C:col10/1732091064970/Put/seqid=0 2024-11-20T08:24:25,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742322_1498 (size=12301) 2024-11-20T08:24:25,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/f5242436738248aa8fba9c410f95299a 2024-11-20T08:24:25,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/72ef8e02a2f84c1e9ce4fed56c92a82a as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/72ef8e02a2f84c1e9ce4fed56c92a82a 2024-11-20T08:24:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T08:24:25,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/72ef8e02a2f84c1e9ce4fed56c92a82a, entries=200, sequenceid=293, filesize=39.0 K 2024-11-20T08:24:25,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/595acce6fcce4e2e99bf937405be4d8a as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/595acce6fcce4e2e99bf937405be4d8a 2024-11-20T08:24:25,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/595acce6fcce4e2e99bf937405be4d8a, entries=150, sequenceid=293, filesize=12.0 K 2024-11-20T08:24:25,621 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:25,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T08:24:25,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:25,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:25,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:25,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:25,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:25,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/f5242436738248aa8fba9c410f95299a as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/f5242436738248aa8fba9c410f95299a 2024-11-20T08:24:25,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/f5242436738248aa8fba9c410f95299a, entries=150, sequenceid=293, filesize=12.0 K 2024-11-20T08:24:25,631 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 5fa21826f3dbedbc8a73cee5c1aab364 in 659ms, sequenceid=293, compaction requested=true 2024-11-20T08:24:25,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:25,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa21826f3dbedbc8a73cee5c1aab364:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:24:25,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:25,632 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:25,632 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:25,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa21826f3dbedbc8a73cee5c1aab364:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:24:25,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:25,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa21826f3dbedbc8a73cee5c1aab364:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:24:25,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:25,633 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:25,633 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 5fa21826f3dbedbc8a73cee5c1aab364/B is initiating minor compaction (all files) 2024-11-20T08:24:25,633 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa21826f3dbedbc8a73cee5c1aab364/B in TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:25,634 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/d83e5dfa0062448e8f100d80568f1468, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/1c44859fb3154f07a9ed5f0aac65348b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/595acce6fcce4e2e99bf937405be4d8a] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp, totalSize=36.5 K 2024-11-20T08:24:25,634 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102996 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:25,634 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): 5fa21826f3dbedbc8a73cee5c1aab364/A is initiating minor compaction (all files) 2024-11-20T08:24:25,634 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa21826f3dbedbc8a73cee5c1aab364/A in TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:25,634 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/a7b5ab24e9f649f0921f0d84bda5e1d5, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/c7a51a38270c4f648b96cebcff7b56a2, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/72ef8e02a2f84c1e9ce4fed56c92a82a] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp, totalSize=100.6 K 2024-11-20T08:24:25,634 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:25,634 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. files: [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/a7b5ab24e9f649f0921f0d84bda5e1d5, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/c7a51a38270c4f648b96cebcff7b56a2, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/72ef8e02a2f84c1e9ce4fed56c92a82a] 2024-11-20T08:24:25,634 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting d83e5dfa0062448e8f100d80568f1468, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732091062151 2024-11-20T08:24:25,635 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7b5ab24e9f649f0921f0d84bda5e1d5, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732091062151 2024-11-20T08:24:25,636 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c44859fb3154f07a9ed5f0aac65348b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732091063692 2024-11-20T08:24:25,636 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7a51a38270c4f648b96cebcff7b56a2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732091063692 2024-11-20T08:24:25,636 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 595acce6fcce4e2e99bf937405be4d8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732091064346 2024-11-20T08:24:25,636 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72ef8e02a2f84c1e9ce4fed56c92a82a, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732091064345 2024-11-20T08:24:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:25,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa21826f3dbedbc8a73cee5c1aab364 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T08:24:25,655 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:25,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=A 2024-11-20T08:24:25,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:25,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=B 2024-11-20T08:24:25,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:25,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=C 2024-11-20T08:24:25,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:25,666 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa21826f3dbedbc8a73cee5c1aab364#B#compaction#417 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:25,666 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/ecbd4779eea64df68beb19de3f60c291 is 50, key is test_row_0/B:col10/1732091064970/Put/seqid=0 2024-11-20T08:24:25,676 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112069671e4663df41779c2ca6952b167a17_5fa21826f3dbedbc8a73cee5c1aab364 store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:25,678 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112069671e4663df41779c2ca6952b167a17_5fa21826f3dbedbc8a73cee5c1aab364, store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:25,679 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112069671e4663df41779c2ca6952b167a17_5fa21826f3dbedbc8a73cee5c1aab364 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:25,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091125674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:25,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091125680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:25,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091125681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:25,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091125682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:25,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203a772239ca24403db3a00184277bbcc3_5fa21826f3dbedbc8a73cee5c1aab364 is 50, key is test_row_0/A:col10/1732091065024/Put/seqid=0 2024-11-20T08:24:25,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742323_1499 (size=12983) 2024-11-20T08:24:25,710 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/ecbd4779eea64df68beb19de3f60c291 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/ecbd4779eea64df68beb19de3f60c291 2024-11-20T08:24:25,718 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa21826f3dbedbc8a73cee5c1aab364/B of 5fa21826f3dbedbc8a73cee5c1aab364 into ecbd4779eea64df68beb19de3f60c291(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:25,718 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:25,718 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., storeName=5fa21826f3dbedbc8a73cee5c1aab364/B, priority=13, startTime=1732091065632; duration=0sec 2024-11-20T08:24:25,718 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:25,718 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa21826f3dbedbc8a73cee5c1aab364:B 2024-11-20T08:24:25,718 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:25,720 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:25,720 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 5fa21826f3dbedbc8a73cee5c1aab364/C is initiating minor compaction (all files) 2024-11-20T08:24:25,720 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa21826f3dbedbc8a73cee5c1aab364/C in TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:25,720 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/6c3526cec4004a8194ea291303decb88, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/fed9245d56e648c4bef28ee474acf8d4, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/f5242436738248aa8fba9c410f95299a] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp, totalSize=36.5 K 2024-11-20T08:24:25,720 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c3526cec4004a8194ea291303decb88, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732091062151 2024-11-20T08:24:25,721 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting fed9245d56e648c4bef28ee474acf8d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732091063692 2024-11-20T08:24:25,722 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting f5242436738248aa8fba9c410f95299a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732091064346 2024-11-20T08:24:25,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742324_1500 (size=4469) 2024-11-20T08:24:25,731 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa21826f3dbedbc8a73cee5c1aab364#A#compaction#416 average throughput is 0.32 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:25,732 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/019ab1c7d6c448bbac23ffca69058fc2 is 175, key is test_row_0/A:col10/1732091064970/Put/seqid=0 2024-11-20T08:24:25,747 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa21826f3dbedbc8a73cee5c1aab364#C#compaction#419 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:25,749 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/838c70f378dd4a4198f3540b8d5cc4d7 is 50, key is test_row_0/C:col10/1732091064970/Put/seqid=0 2024-11-20T08:24:25,776 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:25,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T08:24:25,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:25,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:25,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:25,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:25,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:25,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091125785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:25,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742325_1501 (size=14994) 2024-11-20T08:24:25,792 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091125791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:25,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091125792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:25,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:25,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091125793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:25,798 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203a772239ca24403db3a00184277bbcc3_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203a772239ca24403db3a00184277bbcc3_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:25,799 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/43efb125384a4f568dbb35eb8c7b5571, store: [table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:25,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/43efb125384a4f568dbb35eb8c7b5571 is 175, key is test_row_0/A:col10/1732091065024/Put/seqid=0 2024-11-20T08:24:25,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742326_1502 (size=31937) 2024-11-20T08:24:25,817 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/019ab1c7d6c448bbac23ffca69058fc2 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/019ab1c7d6c448bbac23ffca69058fc2 2024-11-20T08:24:25,822 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa21826f3dbedbc8a73cee5c1aab364/A of 5fa21826f3dbedbc8a73cee5c1aab364 into 019ab1c7d6c448bbac23ffca69058fc2(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:25,822 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:25,822 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., storeName=5fa21826f3dbedbc8a73cee5c1aab364/A, priority=13, startTime=1732091065631; duration=0sec 2024-11-20T08:24:25,822 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:25,822 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa21826f3dbedbc8a73cee5c1aab364:A 2024-11-20T08:24:25,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742327_1503 (size=12983) 2024-11-20T08:24:25,838 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/838c70f378dd4a4198f3540b8d5cc4d7 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/838c70f378dd4a4198f3540b8d5cc4d7 2024-11-20T08:24:25,844 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa21826f3dbedbc8a73cee5c1aab364/C of 5fa21826f3dbedbc8a73cee5c1aab364 into 838c70f378dd4a4198f3540b8d5cc4d7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:25,844 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:25,844 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., storeName=5fa21826f3dbedbc8a73cee5c1aab364/C, priority=13, startTime=1732091065632; duration=0sec 2024-11-20T08:24:25,844 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:25,844 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa21826f3dbedbc8a73cee5c1aab364:C 2024-11-20T08:24:25,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742328_1504 (size=39949) 2024-11-20T08:24:25,863 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=318, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/43efb125384a4f568dbb35eb8c7b5571 2024-11-20T08:24:25,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/2d1fb155757048e39cbbdb00a0df398f is 50, key is test_row_0/B:col10/1732091065024/Put/seqid=0 2024-11-20T08:24:25,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742329_1505 (size=12301) 2024-11-20T08:24:25,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/2d1fb155757048e39cbbdb00a0df398f 2024-11-20T08:24:25,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/ca8db7e828914093a41c890827ef3f56 is 50, key is test_row_0/C:col10/1732091065024/Put/seqid=0 2024-11-20T08:24:25,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742330_1506 (size=12301) 2024-11-20T08:24:25,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/ca8db7e828914093a41c890827ef3f56 2024-11-20T08:24:25,929 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:25,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T08:24:25,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:25,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:25,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:25,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/43efb125384a4f568dbb35eb8c7b5571 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/43efb125384a4f568dbb35eb8c7b5571 2024-11-20T08:24:25,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:25,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:25,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:25,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/43efb125384a4f568dbb35eb8c7b5571, entries=200, sequenceid=318, filesize=39.0 K 2024-11-20T08:24:25,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/2d1fb155757048e39cbbdb00a0df398f as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/2d1fb155757048e39cbbdb00a0df398f 2024-11-20T08:24:25,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/2d1fb155757048e39cbbdb00a0df398f, entries=150, sequenceid=318, filesize=12.0 K 2024-11-20T08:24:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/ca8db7e828914093a41c890827ef3f56 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/ca8db7e828914093a41c890827ef3f56 2024-11-20T08:24:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/ca8db7e828914093a41c890827ef3f56, entries=150, sequenceid=318, filesize=12.0 K 2024-11-20T08:24:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 5fa21826f3dbedbc8a73cee5c1aab364 in 309ms, sequenceid=318, compaction requested=false 2024-11-20T08:24:25,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:25,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:26,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa21826f3dbedbc8a73cee5c1aab364 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T08:24:26,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=A 2024-11-20T08:24:26,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:26,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=B 2024-11-20T08:24:26,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:26,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=C 2024-11-20T08:24:26,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:26,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205168a0788611466da74dd5af03db47bf_5fa21826f3dbedbc8a73cee5c1aab364 is 50, key is test_row_0/A:col10/1732091065679/Put/seqid=0 2024-11-20T08:24:26,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742331_1507 (size=12454) 2024-11-20T08:24:26,082 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:26,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T08:24:26,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:26,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:26,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:26,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:26,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:26,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T08:24:26,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:26,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091126085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:26,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:26,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091126128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:26,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:26,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:26,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091126129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:26,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091126128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:26,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091126230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:26,235 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:26,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T08:24:26,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:26,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:26,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:26,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:26,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:26,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:26,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091126240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:26,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:26,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091126241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:26,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:26,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091126241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:26,388 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:26,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T08:24:26,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:26,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:26,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:26,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:26,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:26,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091126434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:26,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091126445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:26,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091126446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:26,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091126446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:26,477 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:26,482 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205168a0788611466da74dd5af03db47bf_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205168a0788611466da74dd5af03db47bf_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:26,483 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/607884b29f8b408f9a86526476e13186, store: [table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:26,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/607884b29f8b408f9a86526476e13186 is 175, key is test_row_0/A:col10/1732091065679/Put/seqid=0 2024-11-20T08:24:26,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742332_1508 (size=31255) 2024-11-20T08:24:26,512 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/607884b29f8b408f9a86526476e13186 2024-11-20T08:24:26,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/3e96b7dc04214c0ab52387f9bc107c96 is 50, key is test_row_0/B:col10/1732091065679/Put/seqid=0 2024-11-20T08:24:26,542 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:26,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T08:24:26,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:26,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:26,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:26,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:26,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:26,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742333_1509 (size=12301) 2024-11-20T08:24:26,698 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:26,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T08:24:26,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:26,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:26,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:26,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:26,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:26,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091126741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:26,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:26,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091126754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:26,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:26,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091126755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:26,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:26,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091126756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:26,851 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:26,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T08:24:26,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:26,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:26,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:26,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:26,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:26,974 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/3e96b7dc04214c0ab52387f9bc107c96 2024-11-20T08:24:26,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/5ef7ef8f9695474aa5ee6af38deede59 is 50, key is test_row_0/C:col10/1732091065679/Put/seqid=0 2024-11-20T08:24:27,005 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:27,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T08:24:27,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:27,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:27,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:27,006 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:27,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:27,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742334_1510 (size=12301) 2024-11-20T08:24:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T08:24:27,159 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:27,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T08:24:27,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:27,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:27,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:27,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:27,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:27,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091127253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:27,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:27,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091127264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:27,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091127266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:27,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091127268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:27,318 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:27,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T08:24:27,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:27,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:27,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:27,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:27,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:27,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/5ef7ef8f9695474aa5ee6af38deede59 2024-11-20T08:24:27,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/607884b29f8b408f9a86526476e13186 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/607884b29f8b408f9a86526476e13186 2024-11-20T08:24:27,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/607884b29f8b408f9a86526476e13186, entries=150, sequenceid=334, filesize=30.5 K 2024-11-20T08:24:27,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/3e96b7dc04214c0ab52387f9bc107c96 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/3e96b7dc04214c0ab52387f9bc107c96 2024-11-20T08:24:27,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/3e96b7dc04214c0ab52387f9bc107c96, entries=150, sequenceid=334, filesize=12.0 K 2024-11-20T08:24:27,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/5ef7ef8f9695474aa5ee6af38deede59 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/5ef7ef8f9695474aa5ee6af38deede59 2024-11-20T08:24:27,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/5ef7ef8f9695474aa5ee6af38deede59, entries=150, sequenceid=334, filesize=12.0 K 2024-11-20T08:24:27,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 5fa21826f3dbedbc8a73cee5c1aab364 in 1442ms, sequenceid=334, compaction requested=true 2024-11-20T08:24:27,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:27,450 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:27,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa21826f3dbedbc8a73cee5c1aab364:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:24:27,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:27,450 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:27,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa21826f3dbedbc8a73cee5c1aab364:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:24:27,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:27,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa21826f3dbedbc8a73cee5c1aab364:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:24:27,451 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:27,451 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): 5fa21826f3dbedbc8a73cee5c1aab364/A is initiating minor compaction (all files) 2024-11-20T08:24:27,451 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa21826f3dbedbc8a73cee5c1aab364/A in TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:27,451 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/019ab1c7d6c448bbac23ffca69058fc2, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/43efb125384a4f568dbb35eb8c7b5571, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/607884b29f8b408f9a86526476e13186] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp, totalSize=100.7 K 2024-11-20T08:24:27,451 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:27,451 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. files: [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/019ab1c7d6c448bbac23ffca69058fc2, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/43efb125384a4f568dbb35eb8c7b5571, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/607884b29f8b408f9a86526476e13186] 2024-11-20T08:24:27,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:27,452 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:27,452 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 5fa21826f3dbedbc8a73cee5c1aab364/B is initiating minor compaction (all files) 2024-11-20T08:24:27,452 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa21826f3dbedbc8a73cee5c1aab364/B in TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:27,452 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/ecbd4779eea64df68beb19de3f60c291, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/2d1fb155757048e39cbbdb00a0df398f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/3e96b7dc04214c0ab52387f9bc107c96] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp, totalSize=36.7 K 2024-11-20T08:24:27,452 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 019ab1c7d6c448bbac23ffca69058fc2, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732091064346 2024-11-20T08:24:27,453 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43efb125384a4f568dbb35eb8c7b5571, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732091065017 2024-11-20T08:24:27,453 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting ecbd4779eea64df68beb19de3f60c291, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732091064346 2024-11-20T08:24:27,455 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 607884b29f8b408f9a86526476e13186, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732091065675 2024-11-20T08:24:27,455 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d1fb155757048e39cbbdb00a0df398f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732091065024 2024-11-20T08:24:27,455 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e96b7dc04214c0ab52387f9bc107c96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732091065675 2024-11-20T08:24:27,471 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:27,472 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:27,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-20T08:24:27,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:27,473 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 5fa21826f3dbedbc8a73cee5c1aab364 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T08:24:27,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=A 2024-11-20T08:24:27,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:27,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=B 2024-11-20T08:24:27,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:27,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=C 2024-11-20T08:24:27,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:27,482 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa21826f3dbedbc8a73cee5c1aab364#B#compaction#426 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:27,483 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/eed8375cc40b462ab1e26d6e653af6af is 50, key is test_row_0/B:col10/1732091065679/Put/seqid=0 2024-11-20T08:24:27,488 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112075f105145d864c38acd4e2caeba9c1d5_5fa21826f3dbedbc8a73cee5c1aab364 store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:27,491 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112075f105145d864c38acd4e2caeba9c1d5_5fa21826f3dbedbc8a73cee5c1aab364, store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:27,491 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112075f105145d864c38acd4e2caeba9c1d5_5fa21826f3dbedbc8a73cee5c1aab364 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:27,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c414fbbbeb2b444f89d9d798c1c7ef87_5fa21826f3dbedbc8a73cee5c1aab364 is 50, key is test_row_0/A:col10/1732091066088/Put/seqid=0 2024-11-20T08:24:27,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742335_1511 (size=13085) 2024-11-20T08:24:27,525 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/eed8375cc40b462ab1e26d6e653af6af as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/eed8375cc40b462ab1e26d6e653af6af 2024-11-20T08:24:27,539 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa21826f3dbedbc8a73cee5c1aab364/B of 5fa21826f3dbedbc8a73cee5c1aab364 into eed8375cc40b462ab1e26d6e653af6af(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:27,539 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:27,539 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., storeName=5fa21826f3dbedbc8a73cee5c1aab364/B, priority=13, startTime=1732091067450; duration=0sec 2024-11-20T08:24:27,539 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:27,539 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa21826f3dbedbc8a73cee5c1aab364:B 2024-11-20T08:24:27,540 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:27,541 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:27,541 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 5fa21826f3dbedbc8a73cee5c1aab364/C is initiating minor compaction (all files) 2024-11-20T08:24:27,541 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa21826f3dbedbc8a73cee5c1aab364/C in TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:27,541 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/838c70f378dd4a4198f3540b8d5cc4d7, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/ca8db7e828914093a41c890827ef3f56, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/5ef7ef8f9695474aa5ee6af38deede59] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp, totalSize=36.7 K 2024-11-20T08:24:27,541 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 838c70f378dd4a4198f3540b8d5cc4d7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732091064346 2024-11-20T08:24:27,542 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting ca8db7e828914093a41c890827ef3f56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732091065024 2024-11-20T08:24:27,542 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ef7ef8f9695474aa5ee6af38deede59, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732091065675 2024-11-20T08:24:27,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742337_1513 (size=12454) 2024-11-20T08:24:27,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,585 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c414fbbbeb2b444f89d9d798c1c7ef87_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c414fbbbeb2b444f89d9d798c1c7ef87_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:27,585 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa21826f3dbedbc8a73cee5c1aab364#C#compaction#428 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:27,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/8a54baaee3864c2e8cf88f61da06a26a, store: [table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:27,586 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/3aae349fb6164e9faa9cb79d6017b24d is 50, key is test_row_0/C:col10/1732091065679/Put/seqid=0 2024-11-20T08:24:27,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/8a54baaee3864c2e8cf88f61da06a26a is 175, key is test_row_0/A:col10/1732091066088/Put/seqid=0 2024-11-20T08:24:27,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742336_1512 (size=4469) 2024-11-20T08:24:27,598 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa21826f3dbedbc8a73cee5c1aab364#A#compaction#425 average throughput is 0.19 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:27,599 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/9477f16341aa459992d652c6fd229952 is 175, key is test_row_0/A:col10/1732091065679/Put/seqid=0 2024-11-20T08:24:27,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742338_1514 (size=31255) 2024-11-20T08:24:27,636 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=359, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/8a54baaee3864c2e8cf88f61da06a26a 2024-11-20T08:24:27,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742339_1515 (size=13085) 2024-11-20T08:24:27,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742340_1516 (size=32039) 2024-11-20T08:24:27,656 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/3aae349fb6164e9faa9cb79d6017b24d as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/3aae349fb6164e9faa9cb79d6017b24d 2024-11-20T08:24:27,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/b781e1ffab1d4de691ecd1ef04402bfb is 50, key is test_row_0/B:col10/1732091066088/Put/seqid=0 2024-11-20T08:24:27,664 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa21826f3dbedbc8a73cee5c1aab364/C of 5fa21826f3dbedbc8a73cee5c1aab364 into 3aae349fb6164e9faa9cb79d6017b24d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:27,664 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:27,664 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., storeName=5fa21826f3dbedbc8a73cee5c1aab364/C, priority=13, startTime=1732091067451; duration=0sec 2024-11-20T08:24:27,664 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:27,664 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa21826f3dbedbc8a73cee5c1aab364:C 2024-11-20T08:24:27,669 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/9477f16341aa459992d652c6fd229952 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/9477f16341aa459992d652c6fd229952 2024-11-20T08:24:27,674 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa21826f3dbedbc8a73cee5c1aab364/A of 5fa21826f3dbedbc8a73cee5c1aab364 into 9477f16341aa459992d652c6fd229952(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:27,674 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:27,674 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., storeName=5fa21826f3dbedbc8a73cee5c1aab364/A, priority=13, startTime=1732091067449; duration=0sec 2024-11-20T08:24:27,674 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:27,674 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa21826f3dbedbc8a73cee5c1aab364:A 2024-11-20T08:24:27,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742341_1517 (size=12301) 2024-11-20T08:24:27,685 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/b781e1ffab1d4de691ecd1ef04402bfb 2024-11-20T08:24:27,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/15a0584f06794d77a0deac922927376b is 50, key is test_row_0/C:col10/1732091066088/Put/seqid=0 2024-11-20T08:24:27,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742342_1518 (size=12301) 2024-11-20T08:24:27,742 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/15a0584f06794d77a0deac922927376b 2024-11-20T08:24:27,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/8a54baaee3864c2e8cf88f61da06a26a as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/8a54baaee3864c2e8cf88f61da06a26a 2024-11-20T08:24:27,760 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/8a54baaee3864c2e8cf88f61da06a26a, entries=150, sequenceid=359, filesize=30.5 K 2024-11-20T08:24:27,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/b781e1ffab1d4de691ecd1ef04402bfb as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/b781e1ffab1d4de691ecd1ef04402bfb 2024-11-20T08:24:27,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,765 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/b781e1ffab1d4de691ecd1ef04402bfb, entries=150, sequenceid=359, filesize=12.0 K 2024-11-20T08:24:27,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/15a0584f06794d77a0deac922927376b as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/15a0584f06794d77a0deac922927376b 2024-11-20T08:24:27,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,772 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/15a0584f06794d77a0deac922927376b, entries=150, sequenceid=359, filesize=12.0 K 2024-11-20T08:24:27,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,773 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 5fa21826f3dbedbc8a73cee5c1aab364 in 300ms, sequenceid=359, compaction requested=false 2024-11-20T08:24:27,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:27,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:27,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-20T08:24:27,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-20T08:24:27,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-20T08:24:27,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7660 sec 2024-11-20T08:24:27,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 2.7710 sec 2024-11-20T08:24:27,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,457 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa21826f3dbedbc8a73cee5c1aab364 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T08:24:28,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=A 2024-11-20T08:24:28,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:28,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=B 2024-11-20T08:24:28,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:28,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=C 2024-11-20T08:24:28,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:28,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206757d701eed34b9f96e4c52c70d963bc_5fa21826f3dbedbc8a73cee5c1aab364 is 50, key is test_row_0/A:col10/1732091068453/Put/seqid=0 2024-11-20T08:24:28,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091128537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:28,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091128545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:28,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091128551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:28,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091128551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:28,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742344_1520 (size=25158) 2024-11-20T08:24:28,574 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,578 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206757d701eed34b9f96e4c52c70d963bc_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206757d701eed34b9f96e4c52c70d963bc_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:28,580 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/ba40a71a5bf1407bbfc9425006466c58, store: [table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:28,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/ba40a71a5bf1407bbfc9425006466c58 is 175, key is test_row_0/A:col10/1732091068453/Put/seqid=0 2024-11-20T08:24:28,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742343_1519 (size=74795) 2024-11-20T08:24:28,583 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=373, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/ba40a71a5bf1407bbfc9425006466c58 2024-11-20T08:24:28,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/18cf5ce2b60e4e9681da2cef7c2e4dba is 50, key is test_row_0/B:col10/1732091068453/Put/seqid=0 2024-11-20T08:24:28,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742345_1521 (size=12301) 2024-11-20T08:24:28,653 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/18cf5ce2b60e4e9681da2cef7c2e4dba 2024-11-20T08:24:28,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091128653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:28,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091128655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:28,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/b5dadea885f14d87af3cdbe878dd67f8 is 50, key is test_row_0/C:col10/1732091068453/Put/seqid=0 2024-11-20T08:24:28,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091128663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:28,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091128663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:28,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742346_1522 (size=12301) 2024-11-20T08:24:28,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/b5dadea885f14d87af3cdbe878dd67f8 2024-11-20T08:24:28,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/ba40a71a5bf1407bbfc9425006466c58 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/ba40a71a5bf1407bbfc9425006466c58 2024-11-20T08:24:28,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/ba40a71a5bf1407bbfc9425006466c58, entries=400, sequenceid=373, filesize=73.0 K 2024-11-20T08:24:28,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/18cf5ce2b60e4e9681da2cef7c2e4dba as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/18cf5ce2b60e4e9681da2cef7c2e4dba 2024-11-20T08:24:28,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/18cf5ce2b60e4e9681da2cef7c2e4dba, entries=150, sequenceid=373, filesize=12.0 K 2024-11-20T08:24:28,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/b5dadea885f14d87af3cdbe878dd67f8 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/b5dadea885f14d87af3cdbe878dd67f8 2024-11-20T08:24:28,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/b5dadea885f14d87af3cdbe878dd67f8, entries=150, sequenceid=373, filesize=12.0 K 2024-11-20T08:24:28,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5fa21826f3dbedbc8a73cee5c1aab364 in 277ms, sequenceid=373, compaction requested=true 2024-11-20T08:24:28,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:28,734 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:28,736 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 138089 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:28,736 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): 5fa21826f3dbedbc8a73cee5c1aab364/A is initiating minor compaction (all files) 2024-11-20T08:24:28,736 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa21826f3dbedbc8a73cee5c1aab364/A in TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:28,736 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/9477f16341aa459992d652c6fd229952, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/8a54baaee3864c2e8cf88f61da06a26a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/ba40a71a5bf1407bbfc9425006466c58] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp, totalSize=134.9 K 2024-11-20T08:24:28,736 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:28,736 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. files: [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/9477f16341aa459992d652c6fd229952, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/8a54baaee3864c2e8cf88f61da06a26a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/ba40a71a5bf1407bbfc9425006466c58] 2024-11-20T08:24:28,737 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9477f16341aa459992d652c6fd229952, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732091065675 2024-11-20T08:24:28,737 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a54baaee3864c2e8cf88f61da06a26a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732091066083 2024-11-20T08:24:28,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa21826f3dbedbc8a73cee5c1aab364:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:24:28,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:28,737 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:28,737 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba40a71a5bf1407bbfc9425006466c58, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732091068334 2024-11-20T08:24:28,743 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:28,743 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 5fa21826f3dbedbc8a73cee5c1aab364/B is initiating minor compaction (all files) 2024-11-20T08:24:28,743 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa21826f3dbedbc8a73cee5c1aab364/B in TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:28,743 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/eed8375cc40b462ab1e26d6e653af6af, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/b781e1ffab1d4de691ecd1ef04402bfb, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/18cf5ce2b60e4e9681da2cef7c2e4dba] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp, totalSize=36.8 K 2024-11-20T08:24:28,745 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting eed8375cc40b462ab1e26d6e653af6af, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732091065675 2024-11-20T08:24:28,746 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting b781e1ffab1d4de691ecd1ef04402bfb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732091066083 2024-11-20T08:24:28,746 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 18cf5ce2b60e4e9681da2cef7c2e4dba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732091068450 2024-11-20T08:24:28,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa21826f3dbedbc8a73cee5c1aab364:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:24:28,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:28,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa21826f3dbedbc8a73cee5c1aab364:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:24:28,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:28,760 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:28,767 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa21826f3dbedbc8a73cee5c1aab364#B#compaction#435 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:28,767 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/396a9020e3944560b434f47dbec9fb22 is 50, key is test_row_0/B:col10/1732091068453/Put/seqid=0 2024-11-20T08:24:28,776 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411204438fabbda7c4d39bac65827da468b0b_5fa21826f3dbedbc8a73cee5c1aab364 store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:28,780 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411204438fabbda7c4d39bac65827da468b0b_5fa21826f3dbedbc8a73cee5c1aab364, store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:28,780 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204438fabbda7c4d39bac65827da468b0b_5fa21826f3dbedbc8a73cee5c1aab364 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:28,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742347_1523 (size=13187) 2024-11-20T08:24:28,832 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/396a9020e3944560b434f47dbec9fb22 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/396a9020e3944560b434f47dbec9fb22 2024-11-20T08:24:28,839 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa21826f3dbedbc8a73cee5c1aab364/B of 5fa21826f3dbedbc8a73cee5c1aab364 into 396a9020e3944560b434f47dbec9fb22(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:28,839 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:28,839 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., storeName=5fa21826f3dbedbc8a73cee5c1aab364/B, priority=13, startTime=1732091068737; duration=0sec 2024-11-20T08:24:28,839 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:28,839 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa21826f3dbedbc8a73cee5c1aab364:B 2024-11-20T08:24:28,840 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:28,841 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:28,841 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 5fa21826f3dbedbc8a73cee5c1aab364/C is initiating minor compaction (all files) 2024-11-20T08:24:28,841 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa21826f3dbedbc8a73cee5c1aab364/C in TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:28,841 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/3aae349fb6164e9faa9cb79d6017b24d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/15a0584f06794d77a0deac922927376b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/b5dadea885f14d87af3cdbe878dd67f8] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp, totalSize=36.8 K 2024-11-20T08:24:28,841 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 3aae349fb6164e9faa9cb79d6017b24d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732091065675 2024-11-20T08:24:28,842 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 15a0584f06794d77a0deac922927376b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732091066083 2024-11-20T08:24:28,843 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting b5dadea885f14d87af3cdbe878dd67f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732091068450 2024-11-20T08:24:28,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742348_1524 (size=4469) 2024-11-20T08:24:28,854 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa21826f3dbedbc8a73cee5c1aab364#A#compaction#434 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:28,855 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/46e0958ff2d2466997ae30ddf4a989cc is 175, key is test_row_0/A:col10/1732091068453/Put/seqid=0 2024-11-20T08:24:28,863 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa21826f3dbedbc8a73cee5c1aab364#C#compaction#436 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:28,863 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/764929d6fa5946ef9f60281c9a8f5ffc is 50, key is test_row_0/C:col10/1732091068453/Put/seqid=0 2024-11-20T08:24:28,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:28,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa21826f3dbedbc8a73cee5c1aab364 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T08:24:28,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=A 2024-11-20T08:24:28,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:28,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=B 2024-11-20T08:24:28,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:28,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=C 2024-11-20T08:24:28,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:28,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:28,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091128883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:28,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:28,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091128884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:28,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091128885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:28,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091128893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:28,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742349_1525 (size=32141) 2024-11-20T08:24:28,911 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/46e0958ff2d2466997ae30ddf4a989cc as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/46e0958ff2d2466997ae30ddf4a989cc 2024-11-20T08:24:28,917 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa21826f3dbedbc8a73cee5c1aab364/A of 5fa21826f3dbedbc8a73cee5c1aab364 into 46e0958ff2d2466997ae30ddf4a989cc(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:28,917 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:28,917 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., storeName=5fa21826f3dbedbc8a73cee5c1aab364/A, priority=13, startTime=1732091068734; duration=0sec 2024-11-20T08:24:28,917 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:28,917 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa21826f3dbedbc8a73cee5c1aab364:A 2024-11-20T08:24:28,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742350_1526 (size=13187) 2024-11-20T08:24:28,943 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/764929d6fa5946ef9f60281c9a8f5ffc as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/764929d6fa5946ef9f60281c9a8f5ffc 2024-11-20T08:24:28,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e70e34d5c5d8420c88df56cd5236849b_5fa21826f3dbedbc8a73cee5c1aab364 is 50, key is test_row_0/A:col10/1732091068869/Put/seqid=0 2024-11-20T08:24:28,952 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa21826f3dbedbc8a73cee5c1aab364/C of 5fa21826f3dbedbc8a73cee5c1aab364 into 764929d6fa5946ef9f60281c9a8f5ffc(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:28,953 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:28,953 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., storeName=5fa21826f3dbedbc8a73cee5c1aab364/C, priority=13, startTime=1732091068752; duration=0sec 2024-11-20T08:24:28,953 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:28,953 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa21826f3dbedbc8a73cee5c1aab364:C 2024-11-20T08:24:28,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742351_1527 (size=17534) 2024-11-20T08:24:28,970 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:28,975 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e70e34d5c5d8420c88df56cd5236849b_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e70e34d5c5d8420c88df56cd5236849b_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:28,976 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/8c90945a87564bd39c1cd6a264b9058f, store: [table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:28,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/8c90945a87564bd39c1cd6a264b9058f is 175, key is test_row_0/A:col10/1732091068869/Put/seqid=0 2024-11-20T08:24:28,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:28,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091128994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:29,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091128996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:29,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:29,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091128996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:29,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:29,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091129003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:29,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742352_1528 (size=48639) 2024-11-20T08:24:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-20T08:24:29,113 INFO [Thread-1861 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-20T08:24:29,115 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:24:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-20T08:24:29,117 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:24:29,118 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:24:29,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T08:24:29,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:24:29,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091129202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:29,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091129203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:29,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091129204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:29,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091129211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T08:24:29,270 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:29,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T08:24:29,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:29,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:29,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:29,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:29,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T08:24:29,424 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:29,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T08:24:29,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:29,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:29,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:29,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:29,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:29,435 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=401, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/8c90945a87564bd39c1cd6a264b9058f 2024-11-20T08:24:29,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/f807c5e2e3de4b839ad982f56b38c392 is 50, key is test_row_0/B:col10/1732091068869/Put/seqid=0 2024-11-20T08:24:29,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742353_1529 (size=12301) 2024-11-20T08:24:29,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/f807c5e2e3de4b839ad982f56b38c392 2024-11-20T08:24:29,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/1f2c6c2e81f14a05815509c75cc56744 is 50, key is test_row_0/C:col10/1732091068869/Put/seqid=0 2024-11-20T08:24:29,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:29,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091129508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:29,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742354_1530 (size=12301) 2024-11-20T08:24:29,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:29,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091129509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:29,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091129510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:29,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:29,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091129517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:29,578 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:29,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T08:24:29,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:29,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:29,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:29,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:29,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:29,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T08:24:29,731 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:29,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T08:24:29,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:29,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:29,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:29,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:29,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:29,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:29,885 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:29,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T08:24:29,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:29,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:29,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:29,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:29,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:29,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/1f2c6c2e81f14a05815509c75cc56744 2024-11-20T08:24:29,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/8c90945a87564bd39c1cd6a264b9058f as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/8c90945a87564bd39c1cd6a264b9058f 2024-11-20T08:24:29,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/8c90945a87564bd39c1cd6a264b9058f, entries=250, sequenceid=401, filesize=47.5 K 2024-11-20T08:24:29,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/f807c5e2e3de4b839ad982f56b38c392 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/f807c5e2e3de4b839ad982f56b38c392 2024-11-20T08:24:29,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/f807c5e2e3de4b839ad982f56b38c392, entries=150, sequenceid=401, filesize=12.0 K 2024-11-20T08:24:29,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/1f2c6c2e81f14a05815509c75cc56744 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/1f2c6c2e81f14a05815509c75cc56744 2024-11-20T08:24:29,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/1f2c6c2e81f14a05815509c75cc56744, entries=150, sequenceid=401, filesize=12.0 K 2024-11-20T08:24:29,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 5fa21826f3dbedbc8a73cee5c1aab364 in 1069ms, sequenceid=401, compaction requested=false 2024-11-20T08:24:29,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:30,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa21826f3dbedbc8a73cee5c1aab364 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T08:24:30,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=A 2024-11-20T08:24:30,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:30,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=B 2024-11-20T08:24:30,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:30,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=C 2024-11-20T08:24:30,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:30,038 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:30,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T08:24:30,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:30,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:30,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:30,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:30,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:30,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:30,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120500bfae4a9894349b339c114941a133a_5fa21826f3dbedbc8a73cee5c1aab364 is 50, key is test_row_0/A:col10/1732091070016/Put/seqid=0 2024-11-20T08:24:30,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742355_1531 (size=14994) 2024-11-20T08:24:30,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091130114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:30,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091130118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:30,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091130122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:30,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:30,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091130135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:30,191 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:30,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T08:24:30,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:30,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:30,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:30,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:30,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:30,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T08:24:30,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091130228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:30,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:30,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091130230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:30,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091130238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:30,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091130245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:30,345 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:30,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T08:24:30,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:30,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:30,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:30,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:30,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:30,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091130434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:30,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091130436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:30,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091130446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:30,452 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:30,456 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120500bfae4a9894349b339c114941a133a_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120500bfae4a9894349b339c114941a133a_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:30,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091130454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:30,461 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/af768a671da64db4afa8e78ecda5efad, store: [table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:30,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/af768a671da64db4afa8e78ecda5efad is 175, key is test_row_0/A:col10/1732091070016/Put/seqid=0 2024-11-20T08:24:30,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742356_1532 (size=39949) 2024-11-20T08:24:30,491 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=414, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/af768a671da64db4afa8e78ecda5efad 2024-11-20T08:24:30,498 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:30,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T08:24:30,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:30,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:30,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:30,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:30,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:30,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/debcf4ccb339469091973b5bb4421875 is 50, key is test_row_0/B:col10/1732091070016/Put/seqid=0 2024-11-20T08:24:30,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742357_1533 (size=12301) 2024-11-20T08:24:30,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/debcf4ccb339469091973b5bb4421875 2024-11-20T08:24:30,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/28b516c8df4046b9abfcd08e5b0736bd is 50, key is test_row_0/C:col10/1732091070016/Put/seqid=0 2024-11-20T08:24:30,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742358_1534 (size=12301) 2024-11-20T08:24:30,652 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:30,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T08:24:30,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:30,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:30,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:30,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:30,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:30,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091130742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:30,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091130745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:30,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091130754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:30,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:30,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091130761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:30,806 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:30,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T08:24:30,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:30,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:30,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:30,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:30,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:30,959 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:30,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T08:24:30,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:30,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:30,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:30,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:30,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:30,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/28b516c8df4046b9abfcd08e5b0736bd 2024-11-20T08:24:30,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/af768a671da64db4afa8e78ecda5efad as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/af768a671da64db4afa8e78ecda5efad 2024-11-20T08:24:30,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/af768a671da64db4afa8e78ecda5efad, entries=200, sequenceid=414, filesize=39.0 K 2024-11-20T08:24:30,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/debcf4ccb339469091973b5bb4421875 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/debcf4ccb339469091973b5bb4421875 2024-11-20T08:24:31,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/debcf4ccb339469091973b5bb4421875, entries=150, sequenceid=414, filesize=12.0 K 2024-11-20T08:24:31,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/28b516c8df4046b9abfcd08e5b0736bd as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/28b516c8df4046b9abfcd08e5b0736bd 2024-11-20T08:24:31,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/28b516c8df4046b9abfcd08e5b0736bd, entries=150, sequenceid=414, filesize=12.0 K 2024-11-20T08:24:31,008 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 5fa21826f3dbedbc8a73cee5c1aab364 in 988ms, sequenceid=414, compaction requested=true 2024-11-20T08:24:31,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:31,009 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:31,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa21826f3dbedbc8a73cee5c1aab364:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:24:31,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:31,010 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:31,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa21826f3dbedbc8a73cee5c1aab364:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:24:31,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:31,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa21826f3dbedbc8a73cee5c1aab364:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:24:31,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:31,010 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120729 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:31,010 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): 5fa21826f3dbedbc8a73cee5c1aab364/A is initiating minor compaction (all files) 2024-11-20T08:24:31,010 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa21826f3dbedbc8a73cee5c1aab364/A in TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:31,010 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/46e0958ff2d2466997ae30ddf4a989cc, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/8c90945a87564bd39c1cd6a264b9058f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/af768a671da64db4afa8e78ecda5efad] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp, totalSize=117.9 K 2024-11-20T08:24:31,010 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:31,010 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. files: [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/46e0958ff2d2466997ae30ddf4a989cc, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/8c90945a87564bd39c1cd6a264b9058f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/af768a671da64db4afa8e78ecda5efad] 2024-11-20T08:24:31,011 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46e0958ff2d2466997ae30ddf4a989cc, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732091068450 2024-11-20T08:24:31,011 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:31,011 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 5fa21826f3dbedbc8a73cee5c1aab364/B is initiating minor compaction (all files) 2024-11-20T08:24:31,011 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c90945a87564bd39c1cd6a264b9058f, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732091068521 2024-11-20T08:24:31,011 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa21826f3dbedbc8a73cee5c1aab364/B in TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:31,011 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/396a9020e3944560b434f47dbec9fb22, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/f807c5e2e3de4b839ad982f56b38c392, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/debcf4ccb339469091973b5bb4421875] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp, totalSize=36.9 K 2024-11-20T08:24:31,012 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting af768a671da64db4afa8e78ecda5efad, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732091068879 2024-11-20T08:24:31,012 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 396a9020e3944560b434f47dbec9fb22, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732091068450 2024-11-20T08:24:31,012 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting f807c5e2e3de4b839ad982f56b38c392, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732091068521 2024-11-20T08:24:31,013 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting debcf4ccb339469091973b5bb4421875, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732091068879 2024-11-20T08:24:31,022 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:31,025 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa21826f3dbedbc8a73cee5c1aab364#B#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:31,026 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/0a27ca7935c94e679ffab64229a36035 is 50, key is test_row_0/B:col10/1732091070016/Put/seqid=0 2024-11-20T08:24:31,045 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120252e05a908084f0da484a15c3b34788e_5fa21826f3dbedbc8a73cee5c1aab364 store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:31,047 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120252e05a908084f0da484a15c3b34788e_5fa21826f3dbedbc8a73cee5c1aab364, store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:31,047 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120252e05a908084f0da484a15c3b34788e_5fa21826f3dbedbc8a73cee5c1aab364 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:31,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742359_1535 (size=13289) 2024-11-20T08:24:31,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742360_1536 (size=4469) 2024-11-20T08:24:31,098 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa21826f3dbedbc8a73cee5c1aab364#A#compaction#443 average throughput is 0.32 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:31,099 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/865ce443150f48e28b322466df01ec61 is 175, key is test_row_0/A:col10/1732091070016/Put/seqid=0 2024-11-20T08:24:31,112 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:31,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-20T08:24:31,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:31,113 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 5fa21826f3dbedbc8a73cee5c1aab364 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T08:24:31,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=A 2024-11-20T08:24:31,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:31,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=B 2024-11-20T08:24:31,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:31,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=C 2024-11-20T08:24:31,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:31,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742361_1537 (size=32243) 2024-11-20T08:24:31,149 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/865ce443150f48e28b322466df01ec61 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/865ce443150f48e28b322466df01ec61 2024-11-20T08:24:31,156 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa21826f3dbedbc8a73cee5c1aab364/A of 5fa21826f3dbedbc8a73cee5c1aab364 into 865ce443150f48e28b322466df01ec61(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:31,156 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:31,156 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., storeName=5fa21826f3dbedbc8a73cee5c1aab364/A, priority=13, startTime=1732091071009; duration=0sec 2024-11-20T08:24:31,156 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:31,156 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa21826f3dbedbc8a73cee5c1aab364:A 2024-11-20T08:24:31,157 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:31,159 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:31,159 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): 5fa21826f3dbedbc8a73cee5c1aab364/C is initiating minor compaction (all files) 2024-11-20T08:24:31,159 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa21826f3dbedbc8a73cee5c1aab364/C in TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:31,160 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/764929d6fa5946ef9f60281c9a8f5ffc, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/1f2c6c2e81f14a05815509c75cc56744, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/28b516c8df4046b9abfcd08e5b0736bd] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp, totalSize=36.9 K 2024-11-20T08:24:31,160 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 764929d6fa5946ef9f60281c9a8f5ffc, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732091068450 2024-11-20T08:24:31,160 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f2c6c2e81f14a05815509c75cc56744, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1732091068521 2024-11-20T08:24:31,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120834883718e694298897554b1cbc9fef5_5fa21826f3dbedbc8a73cee5c1aab364 is 50, key is test_row_0/A:col10/1732091070116/Put/seqid=0 2024-11-20T08:24:31,161 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28b516c8df4046b9abfcd08e5b0736bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732091068879 2024-11-20T08:24:31,180 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa21826f3dbedbc8a73cee5c1aab364#C#compaction#446 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:31,181 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/1373589b991b454c84d89e66438822b3 is 50, key is test_row_0/C:col10/1732091070016/Put/seqid=0 2024-11-20T08:24:31,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742362_1538 (size=12454) 2024-11-20T08:24:31,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:31,212 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120834883718e694298897554b1cbc9fef5_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120834883718e694298897554b1cbc9fef5_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:31,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/53cd39e0689b47cdb592105ce3320387, store: [table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:31,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/53cd39e0689b47cdb592105ce3320387 is 175, key is test_row_0/A:col10/1732091070116/Put/seqid=0 2024-11-20T08:24:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T08:24:31,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742363_1539 (size=13289) 2024-11-20T08:24:31,245 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/1373589b991b454c84d89e66438822b3 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/1373589b991b454c84d89e66438822b3 2024-11-20T08:24:31,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:31,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742364_1540 (size=31255) 2024-11-20T08:24:31,258 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=440, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/53cd39e0689b47cdb592105ce3320387 2024-11-20T08:24:31,261 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa21826f3dbedbc8a73cee5c1aab364/C of 5fa21826f3dbedbc8a73cee5c1aab364 into 1373589b991b454c84d89e66438822b3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:31,261 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:31,261 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., storeName=5fa21826f3dbedbc8a73cee5c1aab364/C, priority=13, startTime=1732091071010; duration=0sec 2024-11-20T08:24:31,261 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:31,261 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa21826f3dbedbc8a73cee5c1aab364:C 2024-11-20T08:24:31,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/bc61cce714e5467ebdf24c32091c4c33 is 50, key is test_row_0/B:col10/1732091070116/Put/seqid=0 2024-11-20T08:24:31,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:31,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091131269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:31,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:31,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091131271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:31,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091131272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:31,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091131273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:31,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742365_1541 (size=12301) 2024-11-20T08:24:31,325 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/bc61cce714e5467ebdf24c32091c4c33 2024-11-20T08:24:31,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/370b6db07a55412e8da5d53984385ca9 is 50, key is test_row_0/C:col10/1732091070116/Put/seqid=0 2024-11-20T08:24:31,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091131376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:31,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091131379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:31,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742366_1542 (size=12301) 2024-11-20T08:24:31,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091131381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:31,387 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/370b6db07a55412e8da5d53984385ca9 2024-11-20T08:24:31,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/53cd39e0689b47cdb592105ce3320387 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/53cd39e0689b47cdb592105ce3320387 2024-11-20T08:24:31,397 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/53cd39e0689b47cdb592105ce3320387, entries=150, sequenceid=440, filesize=30.5 K 2024-11-20T08:24:31,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/bc61cce714e5467ebdf24c32091c4c33 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/bc61cce714e5467ebdf24c32091c4c33 2024-11-20T08:24:31,405 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/bc61cce714e5467ebdf24c32091c4c33, entries=150, sequenceid=440, filesize=12.0 K 2024-11-20T08:24:31,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/370b6db07a55412e8da5d53984385ca9 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/370b6db07a55412e8da5d53984385ca9 2024-11-20T08:24:31,412 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/370b6db07a55412e8da5d53984385ca9, entries=150, sequenceid=440, filesize=12.0 K 2024-11-20T08:24:31,413 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 5fa21826f3dbedbc8a73cee5c1aab364 in 300ms, sequenceid=440, compaction requested=false 2024-11-20T08:24:31,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:31,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:31,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-20T08:24:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-20T08:24:31,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-20T08:24:31,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2970 sec 2024-11-20T08:24:31,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 2.3040 sec 2024-11-20T08:24:31,500 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/0a27ca7935c94e679ffab64229a36035 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/0a27ca7935c94e679ffab64229a36035 2024-11-20T08:24:31,508 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa21826f3dbedbc8a73cee5c1aab364/B of 5fa21826f3dbedbc8a73cee5c1aab364 into 0a27ca7935c94e679ffab64229a36035(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:31,508 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:31,508 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., storeName=5fa21826f3dbedbc8a73cee5c1aab364/B, priority=13, startTime=1732091071009; duration=0sec 2024-11-20T08:24:31,508 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:31,508 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa21826f3dbedbc8a73cee5c1aab364:B 2024-11-20T08:24:31,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa21826f3dbedbc8a73cee5c1aab364 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T08:24:31,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=A 2024-11-20T08:24:31,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:31,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=B 2024-11-20T08:24:31,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:31,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=C 2024-11-20T08:24:31,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:31,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112047ffeb455ebe4606855de6be18c4eebd_5fa21826f3dbedbc8a73cee5c1aab364 is 50, key is test_row_0/A:col10/1732091071586/Put/seqid=0 2024-11-20T08:24:31,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742367_1543 (size=14994) 2024-11-20T08:24:31,638 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:31,642 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112047ffeb455ebe4606855de6be18c4eebd_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112047ffeb455ebe4606855de6be18c4eebd_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:31,642 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/ede9b4b71e04406cba1228e7a1b5bb0d, store: [table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:31,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/ede9b4b71e04406cba1228e7a1b5bb0d is 175, key is test_row_0/A:col10/1732091071586/Put/seqid=0 2024-11-20T08:24:31,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742368_1544 (size=39949) 2024-11-20T08:24:31,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091131701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:31,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091131711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:31,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091131711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:31,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:31,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091131812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:31,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091131821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:31,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091131821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:32,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091132018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:32,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:32,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091132025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:32,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:32,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091132026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:32,055 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=454, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/ede9b4b71e04406cba1228e7a1b5bb0d 2024-11-20T08:24:32,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/5a48cbd1d64444039c46e82c8541ab4f is 50, key is test_row_0/B:col10/1732091071586/Put/seqid=0 2024-11-20T08:24:32,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742369_1545 (size=12301) 2024-11-20T08:24:32,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/5a48cbd1d64444039c46e82c8541ab4f 2024-11-20T08:24:32,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/6e340c819f1b458ab3d8ac6da8028d92 is 50, key is test_row_0/C:col10/1732091071586/Put/seqid=0 2024-11-20T08:24:32,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742370_1546 (size=12301) 2024-11-20T08:24:32,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/6e340c819f1b458ab3d8ac6da8028d92 2024-11-20T08:24:32,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/ede9b4b71e04406cba1228e7a1b5bb0d as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/ede9b4b71e04406cba1228e7a1b5bb0d 2024-11-20T08:24:32,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/ede9b4b71e04406cba1228e7a1b5bb0d, entries=200, sequenceid=454, filesize=39.0 K 2024-11-20T08:24:32,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/5a48cbd1d64444039c46e82c8541ab4f as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/5a48cbd1d64444039c46e82c8541ab4f 2024-11-20T08:24:32,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/5a48cbd1d64444039c46e82c8541ab4f, entries=150, sequenceid=454, filesize=12.0 K 2024-11-20T08:24:32,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/6e340c819f1b458ab3d8ac6da8028d92 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/6e340c819f1b458ab3d8ac6da8028d92 2024-11-20T08:24:32,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/6e340c819f1b458ab3d8ac6da8028d92, entries=150, sequenceid=454, filesize=12.0 K 2024-11-20T08:24:32,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5fa21826f3dbedbc8a73cee5c1aab364 in 617ms, sequenceid=454, compaction requested=true 2024-11-20T08:24:32,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:32,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa21826f3dbedbc8a73cee5c1aab364:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:24:32,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:32,205 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:32,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa21826f3dbedbc8a73cee5c1aab364:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:24:32,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:32,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa21826f3dbedbc8a73cee5c1aab364:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:24:32,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:32,206 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:32,207 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103447 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:32,207 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:32,207 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): 5fa21826f3dbedbc8a73cee5c1aab364/A is initiating minor compaction (all files) 2024-11-20T08:24:32,207 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa21826f3dbedbc8a73cee5c1aab364/A in TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:32,207 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/865ce443150f48e28b322466df01ec61, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/53cd39e0689b47cdb592105ce3320387, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/ede9b4b71e04406cba1228e7a1b5bb0d] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp, totalSize=101.0 K 2024-11-20T08:24:32,207 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:32,207 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. files: [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/865ce443150f48e28b322466df01ec61, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/53cd39e0689b47cdb592105ce3320387, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/ede9b4b71e04406cba1228e7a1b5bb0d] 2024-11-20T08:24:32,207 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 5fa21826f3dbedbc8a73cee5c1aab364/B is initiating minor compaction (all files) 2024-11-20T08:24:32,207 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa21826f3dbedbc8a73cee5c1aab364/B in TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:32,207 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 865ce443150f48e28b322466df01ec61, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732091068879 2024-11-20T08:24:32,207 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/0a27ca7935c94e679ffab64229a36035, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/bc61cce714e5467ebdf24c32091c4c33, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/5a48cbd1d64444039c46e82c8541ab4f] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp, totalSize=37.0 K 2024-11-20T08:24:32,208 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53cd39e0689b47cdb592105ce3320387, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732091070091 2024-11-20T08:24:32,208 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a27ca7935c94e679ffab64229a36035, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732091068879 2024-11-20T08:24:32,208 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting bc61cce714e5467ebdf24c32091c4c33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732091070091 2024-11-20T08:24:32,208 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting ede9b4b71e04406cba1228e7a1b5bb0d, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732091071261 2024-11-20T08:24:32,209 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a48cbd1d64444039c46e82c8541ab4f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732091071261 2024-11-20T08:24:32,220 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:32,226 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa21826f3dbedbc8a73cee5c1aab364#B#compaction#453 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:32,227 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/f6403937d4e14d94b0657123157c15fb is 50, key is test_row_0/B:col10/1732091071586/Put/seqid=0 2024-11-20T08:24:32,228 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411208af60a67bb204043a5c0b8b20dc5afeb_5fa21826f3dbedbc8a73cee5c1aab364 store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:32,230 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411208af60a67bb204043a5c0b8b20dc5afeb_5fa21826f3dbedbc8a73cee5c1aab364, store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:32,231 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208af60a67bb204043a5c0b8b20dc5afeb_5fa21826f3dbedbc8a73cee5c1aab364 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:32,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742372_1548 (size=13391) 2024-11-20T08:24:32,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742371_1547 (size=4469) 2024-11-20T08:24:32,257 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/f6403937d4e14d94b0657123157c15fb as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/f6403937d4e14d94b0657123157c15fb 2024-11-20T08:24:32,258 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa21826f3dbedbc8a73cee5c1aab364#A#compaction#452 average throughput is 0.68 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:32,258 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/9e3bc29b51ae4f17913042d845004571 is 175, key is test_row_0/A:col10/1732091071586/Put/seqid=0 2024-11-20T08:24:32,263 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa21826f3dbedbc8a73cee5c1aab364/B of 5fa21826f3dbedbc8a73cee5c1aab364 into f6403937d4e14d94b0657123157c15fb(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:32,263 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:32,263 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., storeName=5fa21826f3dbedbc8a73cee5c1aab364/B, priority=13, startTime=1732091072205; duration=0sec 2024-11-20T08:24:32,263 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:32,263 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa21826f3dbedbc8a73cee5c1aab364:B 2024-11-20T08:24:32,263 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:32,264 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:32,264 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 5fa21826f3dbedbc8a73cee5c1aab364/C is initiating minor compaction (all files) 2024-11-20T08:24:32,264 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa21826f3dbedbc8a73cee5c1aab364/C in TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:32,264 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/1373589b991b454c84d89e66438822b3, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/370b6db07a55412e8da5d53984385ca9, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/6e340c819f1b458ab3d8ac6da8028d92] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp, totalSize=37.0 K 2024-11-20T08:24:32,265 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 1373589b991b454c84d89e66438822b3, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732091068879 2024-11-20T08:24:32,265 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 370b6db07a55412e8da5d53984385ca9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732091070091 2024-11-20T08:24:32,265 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e340c819f1b458ab3d8ac6da8028d92, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732091071261 2024-11-20T08:24:32,290 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa21826f3dbedbc8a73cee5c1aab364#C#compaction#454 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:32,291 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/79a0f4c0f88949eb98dd54b10eb54847 is 50, key is test_row_0/C:col10/1732091071586/Put/seqid=0 2024-11-20T08:24:32,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:32,293 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa21826f3dbedbc8a73cee5c1aab364 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T08:24:32,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=A 2024-11-20T08:24:32,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:32,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=B 2024-11-20T08:24:32,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:32,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=C 2024-11-20T08:24:32,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:32,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742373_1549 (size=32345) 2024-11-20T08:24:32,306 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/9e3bc29b51ae4f17913042d845004571 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/9e3bc29b51ae4f17913042d845004571 2024-11-20T08:24:32,312 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa21826f3dbedbc8a73cee5c1aab364/A of 5fa21826f3dbedbc8a73cee5c1aab364 into 9e3bc29b51ae4f17913042d845004571(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:32,312 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:32,312 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., storeName=5fa21826f3dbedbc8a73cee5c1aab364/A, priority=13, startTime=1732091072205; duration=0sec 2024-11-20T08:24:32,312 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:32,312 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa21826f3dbedbc8a73cee5c1aab364:A 2024-11-20T08:24:32,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205e4cccfee7cc4034adb3f34c27bbe67a_5fa21826f3dbedbc8a73cee5c1aab364 is 50, key is test_row_0/A:col10/1732091072291/Put/seqid=0 2024-11-20T08:24:32,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742374_1550 (size=13391) 2024-11-20T08:24:32,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:32,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091132332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:32,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:32,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091132333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:32,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:32,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091132333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:32,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:32,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091132338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:32,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742375_1551 (size=14994) 2024-11-20T08:24:32,346 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:32,353 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205e4cccfee7cc4034adb3f34c27bbe67a_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205e4cccfee7cc4034adb3f34c27bbe67a_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:32,355 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/188cb7d434c24957b05ca007a5d3f2af, store: [table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:32,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/188cb7d434c24957b05ca007a5d3f2af is 175, key is test_row_0/A:col10/1732091072291/Put/seqid=0 2024-11-20T08:24:32,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742376_1552 (size=39949) 2024-11-20T08:24:32,403 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=481, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/188cb7d434c24957b05ca007a5d3f2af 2024-11-20T08:24:32,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/4b04066c1081413a915802e5521ba08c is 50, key is test_row_0/B:col10/1732091072291/Put/seqid=0 2024-11-20T08:24:32,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742377_1553 (size=12301) 2024-11-20T08:24:32,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091132439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:32,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/4b04066c1081413a915802e5521ba08c 2024-11-20T08:24:32,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091132445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:32,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/a8608992e301421381700f707abcfff7 is 50, key is test_row_0/C:col10/1732091072291/Put/seqid=0 2024-11-20T08:24:32,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742378_1554 (size=12301) 2024-11-20T08:24:32,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/a8608992e301421381700f707abcfff7 2024-11-20T08:24:32,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/188cb7d434c24957b05ca007a5d3f2af as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/188cb7d434c24957b05ca007a5d3f2af 2024-11-20T08:24:32,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/188cb7d434c24957b05ca007a5d3f2af, entries=200, sequenceid=481, filesize=39.0 K 2024-11-20T08:24:32,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/4b04066c1081413a915802e5521ba08c as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/4b04066c1081413a915802e5521ba08c 2024-11-20T08:24:32,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/4b04066c1081413a915802e5521ba08c, entries=150, sequenceid=481, filesize=12.0 K 2024-11-20T08:24:32,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/a8608992e301421381700f707abcfff7 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/a8608992e301421381700f707abcfff7 2024-11-20T08:24:32,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/a8608992e301421381700f707abcfff7, entries=150, sequenceid=481, filesize=12.0 K 2024-11-20T08:24:32,510 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 5fa21826f3dbedbc8a73cee5c1aab364 in 217ms, sequenceid=481, compaction requested=false 2024-11-20T08:24:32,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:32,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa21826f3dbedbc8a73cee5c1aab364 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T08:24:32,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=A 2024-11-20T08:24:32,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:32,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=B 2024-11-20T08:24:32,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:32,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=C 2024-11-20T08:24:32,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:32,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:32,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120705870b161334cc69485507c73aac66f_5fa21826f3dbedbc8a73cee5c1aab364 is 50, key is test_row_0/A:col10/1732091072647/Put/seqid=0 2024-11-20T08:24:32,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742379_1555 (size=14994) 2024-11-20T08:24:32,680 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:32,684 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120705870b161334cc69485507c73aac66f_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120705870b161334cc69485507c73aac66f_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:32,686 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/b90c05a265c64a0986ffdd185114749c, store: [table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:32,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/b90c05a265c64a0986ffdd185114749c is 175, key is test_row_0/A:col10/1732091072647/Put/seqid=0 2024-11-20T08:24:32,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742380_1556 (size=39949) 2024-11-20T08:24:32,698 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=493, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/b90c05a265c64a0986ffdd185114749c 2024-11-20T08:24:32,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/a0a1d12ae0e147029ce5c0f339dfbc08 is 50, key is test_row_0/B:col10/1732091072647/Put/seqid=0 2024-11-20T08:24:32,740 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/79a0f4c0f88949eb98dd54b10eb54847 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/79a0f4c0f88949eb98dd54b10eb54847 2024-11-20T08:24:32,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:32,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091132735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:32,747 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa21826f3dbedbc8a73cee5c1aab364/C of 5fa21826f3dbedbc8a73cee5c1aab364 into 79a0f4c0f88949eb98dd54b10eb54847(size=13.1 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:32,747 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:32,747 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., storeName=5fa21826f3dbedbc8a73cee5c1aab364/C, priority=13, startTime=1732091072206; duration=0sec 2024-11-20T08:24:32,747 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:32,747 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa21826f3dbedbc8a73cee5c1aab364:C 2024-11-20T08:24:32,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:32,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091132743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:32,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742381_1557 (size=12301) 2024-11-20T08:24:32,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/a0a1d12ae0e147029ce5c0f339dfbc08 2024-11-20T08:24:32,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/0a652f36caca4db3b8f1767b66691aa1 is 50, key is test_row_0/C:col10/1732091072647/Put/seqid=0 2024-11-20T08:24:32,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742382_1558 (size=12301) 2024-11-20T08:24:32,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:32,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091132839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:32,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:32,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091132846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:32,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:32,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091132848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:32,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:32,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091132851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:32,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:32,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1732091132886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:32,893 DEBUG [Thread-1851 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18272 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., hostname=a04d4489dc6d,43141,1732090957262, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:24:33,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091133056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:33,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091133057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:33,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/0a652f36caca4db3b8f1767b66691aa1 2024-11-20T08:24:33,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/b90c05a265c64a0986ffdd185114749c as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/b90c05a265c64a0986ffdd185114749c 2024-11-20T08:24:33,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/b90c05a265c64a0986ffdd185114749c, entries=200, sequenceid=493, filesize=39.0 K 2024-11-20T08:24:33,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/a0a1d12ae0e147029ce5c0f339dfbc08 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/a0a1d12ae0e147029ce5c0f339dfbc08 2024-11-20T08:24:33,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-20T08:24:33,226 INFO [Thread-1861 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-20T08:24:33,227 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:24:33,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/a0a1d12ae0e147029ce5c0f339dfbc08, entries=150, sequenceid=493, filesize=12.0 K 2024-11-20T08:24:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-20T08:24:33,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T08:24:33,229 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:24:33,230 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:24:33,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:24:33,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/0a652f36caca4db3b8f1767b66691aa1 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/0a652f36caca4db3b8f1767b66691aa1 2024-11-20T08:24:33,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/0a652f36caca4db3b8f1767b66691aa1, entries=150, sequenceid=493, filesize=12.0 K 2024-11-20T08:24:33,235 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5fa21826f3dbedbc8a73cee5c1aab364 in 587ms, sequenceid=493, compaction requested=true 2024-11-20T08:24:33,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:33,236 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:33,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa21826f3dbedbc8a73cee5c1aab364:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:24:33,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:33,236 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:33,237 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 112243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:33,237 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): 5fa21826f3dbedbc8a73cee5c1aab364/A is initiating minor compaction (all files) 2024-11-20T08:24:33,237 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa21826f3dbedbc8a73cee5c1aab364/A in TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:33,237 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/9e3bc29b51ae4f17913042d845004571, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/188cb7d434c24957b05ca007a5d3f2af, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/b90c05a265c64a0986ffdd185114749c] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp, totalSize=109.6 K 2024-11-20T08:24:33,237 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:33,237 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. files: [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/9e3bc29b51ae4f17913042d845004571, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/188cb7d434c24957b05ca007a5d3f2af, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/b90c05a265c64a0986ffdd185114749c] 2024-11-20T08:24:33,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa21826f3dbedbc8a73cee5c1aab364:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:24:33,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:33,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa21826f3dbedbc8a73cee5c1aab364:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:24:33,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:33,238 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:33,238 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e3bc29b51ae4f17913042d845004571, keycount=150, bloomtype=ROW, size=31.6 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732091071261 2024-11-20T08:24:33,238 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 5fa21826f3dbedbc8a73cee5c1aab364/B is initiating minor compaction (all files) 2024-11-20T08:24:33,238 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa21826f3dbedbc8a73cee5c1aab364/B in TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:33,238 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/f6403937d4e14d94b0657123157c15fb, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/4b04066c1081413a915802e5521ba08c, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/a0a1d12ae0e147029ce5c0f339dfbc08] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp, totalSize=37.1 K 2024-11-20T08:24:33,239 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting f6403937d4e14d94b0657123157c15fb, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732091071261 2024-11-20T08:24:33,239 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 188cb7d434c24957b05ca007a5d3f2af, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1732091071687 2024-11-20T08:24:33,239 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b04066c1081413a915802e5521ba08c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1732091071687 2024-11-20T08:24:33,239 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting b90c05a265c64a0986ffdd185114749c, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732091072314 2024-11-20T08:24:33,239 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting a0a1d12ae0e147029ce5c0f339dfbc08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732091072314 2024-11-20T08:24:33,259 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:33,278 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa21826f3dbedbc8a73cee5c1aab364#B#compaction#462 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:33,279 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/0e483731bb4f4d97b59c4838ca98b6c1 is 50, key is test_row_0/B:col10/1732091072647/Put/seqid=0 2024-11-20T08:24:33,279 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411207d5b8bfdab494735b88193d4ec2d7111_5fa21826f3dbedbc8a73cee5c1aab364 store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:33,281 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411207d5b8bfdab494735b88193d4ec2d7111_5fa21826f3dbedbc8a73cee5c1aab364, store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:33,281 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207d5b8bfdab494735b88193d4ec2d7111_5fa21826f3dbedbc8a73cee5c1aab364 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:33,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742383_1559 (size=13493) 2024-11-20T08:24:33,327 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/0e483731bb4f4d97b59c4838ca98b6c1 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/0e483731bb4f4d97b59c4838ca98b6c1 2024-11-20T08:24:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T08:24:33,338 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa21826f3dbedbc8a73cee5c1aab364/B of 5fa21826f3dbedbc8a73cee5c1aab364 into 0e483731bb4f4d97b59c4838ca98b6c1(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:33,338 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:33,338 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., storeName=5fa21826f3dbedbc8a73cee5c1aab364/B, priority=13, startTime=1732091073236; duration=0sec 2024-11-20T08:24:33,338 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:33,338 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa21826f3dbedbc8a73cee5c1aab364:B 2024-11-20T08:24:33,338 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:33,340 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:33,340 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 5fa21826f3dbedbc8a73cee5c1aab364/C is initiating minor compaction (all files) 2024-11-20T08:24:33,340 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa21826f3dbedbc8a73cee5c1aab364/C in TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:33,340 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/79a0f4c0f88949eb98dd54b10eb54847, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/a8608992e301421381700f707abcfff7, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/0a652f36caca4db3b8f1767b66691aa1] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp, totalSize=37.1 K 2024-11-20T08:24:33,341 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 79a0f4c0f88949eb98dd54b10eb54847, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732091071261 2024-11-20T08:24:33,341 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting a8608992e301421381700f707abcfff7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1732091071687 2024-11-20T08:24:33,341 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a652f36caca4db3b8f1767b66691aa1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732091072314 2024-11-20T08:24:33,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742384_1560 (size=4469) 2024-11-20T08:24:33,356 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa21826f3dbedbc8a73cee5c1aab364#A#compaction#461 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:33,356 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/4697c7c398ff428da0a1005e048def61 is 175, key is test_row_0/A:col10/1732091072647/Put/seqid=0 2024-11-20T08:24:33,368 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa21826f3dbedbc8a73cee5c1aab364 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T08:24:33,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=A 2024-11-20T08:24:33,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:33,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=B 2024-11-20T08:24:33,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:33,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=C 2024-11-20T08:24:33,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:33,370 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa21826f3dbedbc8a73cee5c1aab364#C#compaction#463 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:33,371 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/a7d992ce6eab43f7a5beac184911357d is 50, key is test_row_0/C:col10/1732091072647/Put/seqid=0 2024-11-20T08:24:33,382 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:33,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-20T08:24:33,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:33,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:33,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:33,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:33,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:33,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:33,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091133398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:33,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742385_1561 (size=32447) 2024-11-20T08:24:33,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:33,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091133401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:33,415 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/4697c7c398ff428da0a1005e048def61 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/4697c7c398ff428da0a1005e048def61 2024-11-20T08:24:33,423 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa21826f3dbedbc8a73cee5c1aab364/A of 5fa21826f3dbedbc8a73cee5c1aab364 into 4697c7c398ff428da0a1005e048def61(size=31.7 K), total size for store is 31.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:33,424 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:33,424 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., storeName=5fa21826f3dbedbc8a73cee5c1aab364/A, priority=13, startTime=1732091073236; duration=0sec 2024-11-20T08:24:33,424 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:33,424 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa21826f3dbedbc8a73cee5c1aab364:A 2024-11-20T08:24:33,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742386_1562 (size=13493) 2024-11-20T08:24:33,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120486c190be28a44449983c9d32129b309_5fa21826f3dbedbc8a73cee5c1aab364 is 50, key is test_row_0/A:col10/1732091073366/Put/seqid=0 2024-11-20T08:24:33,447 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/a7d992ce6eab43f7a5beac184911357d as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/a7d992ce6eab43f7a5beac184911357d 2024-11-20T08:24:33,453 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5fa21826f3dbedbc8a73cee5c1aab364/C of 5fa21826f3dbedbc8a73cee5c1aab364 into a7d992ce6eab43f7a5beac184911357d(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:33,453 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:33,453 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., storeName=5fa21826f3dbedbc8a73cee5c1aab364/C, priority=13, startTime=1732091073238; duration=0sec 2024-11-20T08:24:33,454 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:33,454 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa21826f3dbedbc8a73cee5c1aab364:C 2024-11-20T08:24:33,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742387_1563 (size=14994) 2024-11-20T08:24:33,469 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:33,477 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120486c190be28a44449983c9d32129b309_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120486c190be28a44449983c9d32129b309_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:33,478 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/f7fb182f78074145b5c7b48993e38bc8, store: [table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:33,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/f7fb182f78074145b5c7b48993e38bc8 is 175, key is test_row_0/A:col10/1732091073366/Put/seqid=0 2024-11-20T08:24:33,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091133508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:33,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091133512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:33,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742388_1564 (size=39949) 2024-11-20T08:24:33,528 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=521, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/f7fb182f78074145b5c7b48993e38bc8 2024-11-20T08:24:33,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T08:24:33,535 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:33,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-20T08:24:33,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:33,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:33,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:33,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:33,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:33,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:33,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/ae819663be664587951d60ad626c671a is 50, key is test_row_0/B:col10/1732091073366/Put/seqid=0 2024-11-20T08:24:33,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742389_1565 (size=12301) 2024-11-20T08:24:33,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/ae819663be664587951d60ad626c671a 2024-11-20T08:24:33,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/047bebe4c82840f689e7311fcf7bd975 is 50, key is test_row_0/C:col10/1732091073366/Put/seqid=0 2024-11-20T08:24:33,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742390_1566 (size=12301) 2024-11-20T08:24:33,689 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:33,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-20T08:24:33,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:33,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:33,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:33,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:33,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:33,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091133714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:33,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091133716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:33,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T08:24:33,842 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:33,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-20T08:24:33,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:33,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:33,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:33,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:33,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:33,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:33,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:33,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53496 deadline: 1732091133852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:33,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:33,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53528 deadline: 1732091133857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:33,994 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:33,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-20T08:24:33,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:33,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:33,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:33,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:33,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:33,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:34,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:34,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091134020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:34,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:34,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091134021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:34,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/047bebe4c82840f689e7311fcf7bd975 2024-11-20T08:24:34,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/f7fb182f78074145b5c7b48993e38bc8 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/f7fb182f78074145b5c7b48993e38bc8 2024-11-20T08:24:34,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/f7fb182f78074145b5c7b48993e38bc8, entries=200, sequenceid=521, filesize=39.0 K 2024-11-20T08:24:34,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/ae819663be664587951d60ad626c671a as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/ae819663be664587951d60ad626c671a 2024-11-20T08:24:34,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/ae819663be664587951d60ad626c671a, entries=150, sequenceid=521, filesize=12.0 K 2024-11-20T08:24:34,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/047bebe4c82840f689e7311fcf7bd975 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/047bebe4c82840f689e7311fcf7bd975 2024-11-20T08:24:34,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/047bebe4c82840f689e7311fcf7bd975, entries=150, sequenceid=521, filesize=12.0 K 2024-11-20T08:24:34,066 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 5fa21826f3dbedbc8a73cee5c1aab364 in 699ms, sequenceid=521, compaction requested=false 2024-11-20T08:24:34,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:34,147 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:34,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-20T08:24:34,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:34,148 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 5fa21826f3dbedbc8a73cee5c1aab364 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T08:24:34,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=A 2024-11-20T08:24:34,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:34,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=B 2024-11-20T08:24:34,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:34,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=C 2024-11-20T08:24:34,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:34,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208a66ed11a43b41cfa2afd307c7b99472_5fa21826f3dbedbc8a73cee5c1aab364 is 50, key is test_row_0/A:col10/1732091073377/Put/seqid=0 2024-11-20T08:24:34,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742391_1567 (size=12454) 2024-11-20T08:24:34,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:34,163 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208a66ed11a43b41cfa2afd307c7b99472_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208a66ed11a43b41cfa2afd307c7b99472_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:34,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/bf4179279a1343e9afb139e780c278ce, store: [table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:34,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/bf4179279a1343e9afb139e780c278ce is 175, key is test_row_0/A:col10/1732091073377/Put/seqid=0 2024-11-20T08:24:34,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742392_1568 (size=31255) 2024-11-20T08:24:34,167 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=533, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/bf4179279a1343e9afb139e780c278ce 2024-11-20T08:24:34,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/338173d935dc4cf0aa74a29be3d54790 is 50, key is test_row_0/B:col10/1732091073377/Put/seqid=0 2024-11-20T08:24:34,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742393_1569 (size=12301) 2024-11-20T08:24:34,176 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/338173d935dc4cf0aa74a29be3d54790 2024-11-20T08:24:34,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/732b882a908241209eea2c92d6848432 is 50, key is test_row_0/C:col10/1732091073377/Put/seqid=0 2024-11-20T08:24:34,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742394_1570 (size=12301) 2024-11-20T08:24:34,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T08:24:34,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:34,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. as already flushing 2024-11-20T08:24:34,585 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/732b882a908241209eea2c92d6848432 2024-11-20T08:24:34,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53504 deadline: 1732091134581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:34,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/bf4179279a1343e9afb139e780c278ce as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/bf4179279a1343e9afb139e780c278ce 2024-11-20T08:24:34,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:34,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1732091134585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:34,593 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/bf4179279a1343e9afb139e780c278ce, entries=150, sequenceid=533, filesize=30.5 K 2024-11-20T08:24:34,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/338173d935dc4cf0aa74a29be3d54790 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/338173d935dc4cf0aa74a29be3d54790 2024-11-20T08:24:34,598 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/338173d935dc4cf0aa74a29be3d54790, entries=150, sequenceid=533, filesize=12.0 K 2024-11-20T08:24:34,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/732b882a908241209eea2c92d6848432 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/732b882a908241209eea2c92d6848432 2024-11-20T08:24:34,603 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/732b882a908241209eea2c92d6848432, entries=150, sequenceid=533, filesize=12.0 K 2024-11-20T08:24:34,604 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 5fa21826f3dbedbc8a73cee5c1aab364 in 456ms, sequenceid=533, compaction requested=true 2024-11-20T08:24:34,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:34,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:34,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-20T08:24:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-20T08:24:34,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-20T08:24:34,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3750 sec 2024-11-20T08:24:34,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.3790 sec 2024-11-20T08:24:34,623 DEBUG [Thread-1868 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x003f9a05 to 127.0.0.1:55720 2024-11-20T08:24:34,623 DEBUG [Thread-1868 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:24:34,623 DEBUG [Thread-1862 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05c97513 to 127.0.0.1:55720 2024-11-20T08:24:34,624 DEBUG [Thread-1862 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:24:34,625 DEBUG [Thread-1864 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42af2962 to 127.0.0.1:55720 2024-11-20T08:24:34,625 DEBUG [Thread-1864 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:24:34,628 DEBUG [Thread-1866 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5910b8c7 to 127.0.0.1:55720 2024-11-20T08:24:34,628 DEBUG [Thread-1866 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:24:34,628 DEBUG [Thread-1870 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x26b6d860 to 127.0.0.1:55720 2024-11-20T08:24:34,628 DEBUG [Thread-1870 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:24:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:34,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5fa21826f3dbedbc8a73cee5c1aab364 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T08:24:34,688 DEBUG [Thread-1857 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a86cb71 to 127.0.0.1:55720 2024-11-20T08:24:34,688 DEBUG [Thread-1857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:24:34,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=A 2024-11-20T08:24:34,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:34,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=B 2024-11-20T08:24:34,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:34,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=C 2024-11-20T08:24:34,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:34,692 DEBUG [Thread-1853 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x033feebb to 127.0.0.1:55720 2024-11-20T08:24:34,692 DEBUG [Thread-1853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:24:34,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d723b47f5d064f349676413e6e91ce5a_5fa21826f3dbedbc8a73cee5c1aab364 is 50, key is test_row_0/A:col10/1732091074583/Put/seqid=0 2024-11-20T08:24:34,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742395_1571 (size=12454) 2024-11-20T08:24:35,098 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:35,101 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d723b47f5d064f349676413e6e91ce5a_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d723b47f5d064f349676413e6e91ce5a_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:35,102 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/a6cb318946c04da4ac0b5373b74dd14c, store: [table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:35,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/a6cb318946c04da4ac0b5373b74dd14c is 175, key is test_row_0/A:col10/1732091074583/Put/seqid=0 2024-11-20T08:24:35,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742396_1572 (size=31255) 2024-11-20T08:24:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-20T08:24:35,335 INFO [Thread-1861 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-20T08:24:35,506 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=560, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/a6cb318946c04da4ac0b5373b74dd14c 2024-11-20T08:24:35,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/d26cb87fc4ab482292a3c457a5e7d963 is 50, key is test_row_0/B:col10/1732091074583/Put/seqid=0 2024-11-20T08:24:35,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742397_1573 (size=12301) 2024-11-20T08:24:35,589 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T08:24:35,862 DEBUG [Thread-1859 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3401188a to 127.0.0.1:55720 2024-11-20T08:24:35,862 DEBUG [Thread-1859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:24:35,870 DEBUG [Thread-1855 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c40db2e to 127.0.0.1:55720 2024-11-20T08:24:35,870 DEBUG [Thread-1855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:24:35,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/d26cb87fc4ab482292a3c457a5e7d963 2024-11-20T08:24:35,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/e54c31f8c36b4e4e87a194db147757d3 is 50, key is test_row_0/C:col10/1732091074583/Put/seqid=0 2024-11-20T08:24:35,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742398_1574 (size=12301) 2024-11-20T08:24:36,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/e54c31f8c36b4e4e87a194db147757d3 2024-11-20T08:24:36,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/a6cb318946c04da4ac0b5373b74dd14c as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/a6cb318946c04da4ac0b5373b74dd14c 2024-11-20T08:24:36,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/a6cb318946c04da4ac0b5373b74dd14c, entries=150, sequenceid=560, filesize=30.5 K 2024-11-20T08:24:36,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/d26cb87fc4ab482292a3c457a5e7d963 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/d26cb87fc4ab482292a3c457a5e7d963 2024-11-20T08:24:36,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/d26cb87fc4ab482292a3c457a5e7d963, entries=150, sequenceid=560, filesize=12.0 K 2024-11-20T08:24:36,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/e54c31f8c36b4e4e87a194db147757d3 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/e54c31f8c36b4e4e87a194db147757d3 2024-11-20T08:24:36,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/e54c31f8c36b4e4e87a194db147757d3, entries=150, sequenceid=560, filesize=12.0 K 2024-11-20T08:24:36,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=20.13 KB/20610 for 5fa21826f3dbedbc8a73cee5c1aab364 in 1649ms, sequenceid=560, compaction requested=true 2024-11-20T08:24:36,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:36,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa21826f3dbedbc8a73cee5c1aab364:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:24:36,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:36,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa21826f3dbedbc8a73cee5c1aab364:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:24:36,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:36,337 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:24:36,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5fa21826f3dbedbc8a73cee5c1aab364:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:24:36,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:36,337 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:24:36,338 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134906 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:24:36,338 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50396 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:24:36,338 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 5fa21826f3dbedbc8a73cee5c1aab364/B is initiating minor compaction (all files) 2024-11-20T08:24:36,338 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): 5fa21826f3dbedbc8a73cee5c1aab364/A is initiating minor compaction (all files) 2024-11-20T08:24:36,338 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa21826f3dbedbc8a73cee5c1aab364/B in TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:36,338 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa21826f3dbedbc8a73cee5c1aab364/A in TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:36,338 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/0e483731bb4f4d97b59c4838ca98b6c1, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/ae819663be664587951d60ad626c671a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/338173d935dc4cf0aa74a29be3d54790, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/d26cb87fc4ab482292a3c457a5e7d963] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp, totalSize=49.2 K 2024-11-20T08:24:36,338 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/4697c7c398ff428da0a1005e048def61, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/f7fb182f78074145b5c7b48993e38bc8, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/bf4179279a1343e9afb139e780c278ce, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/a6cb318946c04da4ac0b5373b74dd14c] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp, totalSize=131.7 K 2024-11-20T08:24:36,339 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:36,339 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. files: [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/4697c7c398ff428da0a1005e048def61, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/f7fb182f78074145b5c7b48993e38bc8, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/bf4179279a1343e9afb139e780c278ce, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/a6cb318946c04da4ac0b5373b74dd14c] 2024-11-20T08:24:36,339 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e483731bb4f4d97b59c4838ca98b6c1, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732091072314 2024-11-20T08:24:36,339 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4697c7c398ff428da0a1005e048def61, keycount=150, bloomtype=ROW, size=31.7 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732091072314 2024-11-20T08:24:36,339 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting ae819663be664587951d60ad626c671a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1732091072732 2024-11-20T08:24:36,339 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7fb182f78074145b5c7b48993e38bc8, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1732091072720 2024-11-20T08:24:36,339 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 338173d935dc4cf0aa74a29be3d54790, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1732091073377 2024-11-20T08:24:36,339 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf4179279a1343e9afb139e780c278ce, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1732091073377 2024-11-20T08:24:36,339 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting d26cb87fc4ab482292a3c457a5e7d963, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1732091074578 2024-11-20T08:24:36,340 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6cb318946c04da4ac0b5373b74dd14c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1732091074578 2024-11-20T08:24:36,345 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:36,346 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa21826f3dbedbc8a73cee5c1aab364#B#compaction#473 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:36,347 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/fd0840091fe4440ca46995e8d553bd8b is 50, key is test_row_0/B:col10/1732091074583/Put/seqid=0 2024-11-20T08:24:36,348 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120798dfd79d6844bd286afd3de89221dec_5fa21826f3dbedbc8a73cee5c1aab364 store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:36,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742399_1575 (size=13629) 2024-11-20T08:24:36,352 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120798dfd79d6844bd286afd3de89221dec_5fa21826f3dbedbc8a73cee5c1aab364, store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:36,352 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120798dfd79d6844bd286afd3de89221dec_5fa21826f3dbedbc8a73cee5c1aab364 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:36,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742400_1576 (size=4469) 2024-11-20T08:24:36,356 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa21826f3dbedbc8a73cee5c1aab364#A#compaction#474 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:36,357 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/70ab5521ba004d73a727ce848dc42930 is 175, key is test_row_0/A:col10/1732091074583/Put/seqid=0 2024-11-20T08:24:36,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742401_1577 (size=32583) 2024-11-20T08:24:36,754 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/fd0840091fe4440ca46995e8d553bd8b as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/fd0840091fe4440ca46995e8d553bd8b 2024-11-20T08:24:36,757 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5fa21826f3dbedbc8a73cee5c1aab364/B of 5fa21826f3dbedbc8a73cee5c1aab364 into fd0840091fe4440ca46995e8d553bd8b(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:36,757 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:36,757 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., storeName=5fa21826f3dbedbc8a73cee5c1aab364/B, priority=12, startTime=1732091076337; duration=0sec 2024-11-20T08:24:36,757 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:36,757 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa21826f3dbedbc8a73cee5c1aab364:B 2024-11-20T08:24:36,757 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:24:36,758 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50396 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:24:36,758 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): 5fa21826f3dbedbc8a73cee5c1aab364/C is initiating minor compaction (all files) 2024-11-20T08:24:36,758 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5fa21826f3dbedbc8a73cee5c1aab364/C in TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:36,758 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/a7d992ce6eab43f7a5beac184911357d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/047bebe4c82840f689e7311fcf7bd975, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/732b882a908241209eea2c92d6848432, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/e54c31f8c36b4e4e87a194db147757d3] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp, totalSize=49.2 K 2024-11-20T08:24:36,758 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting a7d992ce6eab43f7a5beac184911357d, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732091072314 2024-11-20T08:24:36,759 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 047bebe4c82840f689e7311fcf7bd975, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1732091072732 2024-11-20T08:24:36,759 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 732b882a908241209eea2c92d6848432, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1732091073377 2024-11-20T08:24:36,759 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting e54c31f8c36b4e4e87a194db147757d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1732091074578 2024-11-20T08:24:36,763 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/70ab5521ba004d73a727ce848dc42930 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/70ab5521ba004d73a727ce848dc42930 2024-11-20T08:24:36,765 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5fa21826f3dbedbc8a73cee5c1aab364#C#compaction#475 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:36,765 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/ed0a4b91f4fa4415a27f1fcc873a87e6 is 50, key is test_row_0/C:col10/1732091074583/Put/seqid=0 2024-11-20T08:24:36,766 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5fa21826f3dbedbc8a73cee5c1aab364/A of 5fa21826f3dbedbc8a73cee5c1aab364 into 70ab5521ba004d73a727ce848dc42930(size=31.8 K), total size for store is 31.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:36,766 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:36,766 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., storeName=5fa21826f3dbedbc8a73cee5c1aab364/A, priority=12, startTime=1732091076337; duration=0sec 2024-11-20T08:24:36,766 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:36,766 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa21826f3dbedbc8a73cee5c1aab364:A 2024-11-20T08:24:36,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742402_1578 (size=13629) 2024-11-20T08:24:36,771 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/ed0a4b91f4fa4415a27f1fcc873a87e6 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/ed0a4b91f4fa4415a27f1fcc873a87e6 2024-11-20T08:24:36,774 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5fa21826f3dbedbc8a73cee5c1aab364/C of 5fa21826f3dbedbc8a73cee5c1aab364 into ed0a4b91f4fa4415a27f1fcc873a87e6(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:36,774 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:36,774 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364., storeName=5fa21826f3dbedbc8a73cee5c1aab364/C, priority=12, startTime=1732091076337; duration=0sec 2024-11-20T08:24:36,774 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:36,774 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5fa21826f3dbedbc8a73cee5c1aab364:C 2024-11-20T08:24:38,815 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/a9a56c44049d49f4bbd054fc13ab93cf, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/3cc65fff312c4b73bd02e331f5cc7bb0, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/3d5d60055820404f9d63c8c2de73a9c1, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/278f50d820e54d5aa2a2d3b03ecc693b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/a02ca2ff21dc49ed99ed28642092720a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/ef8d683298044ab08ab33535900df425, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/d961b690a5c543c499fb2bc1eaf4098c, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/6c9ce14fd426433a931e0ed56bad7902, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/f05c35e8682143be9472947048bd015b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/9d5e31f1fc6246928a88252007e2d722, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/a0d5bb49b6c64c1c8169fc1482dc4cda, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/23d08f1928a34231991a0a1ca4b4308d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/3d0bd0dd7dce4d979265f32540c0adfa, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/365e6ff92aa046029dcad4d13036acfd, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/2c8afdeaad494ca7a798de8c45bb02d8, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/8030e6c9689c4761a259af0de6dc43eb, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/a7b5ab24e9f649f0921f0d84bda5e1d5, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/181de57dd55a44ef916cf8f33931834f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/c7a51a38270c4f648b96cebcff7b56a2, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/72ef8e02a2f84c1e9ce4fed56c92a82a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/019ab1c7d6c448bbac23ffca69058fc2, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/43efb125384a4f568dbb35eb8c7b5571, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/9477f16341aa459992d652c6fd229952, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/607884b29f8b408f9a86526476e13186, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/8a54baaee3864c2e8cf88f61da06a26a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/ba40a71a5bf1407bbfc9425006466c58, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/46e0958ff2d2466997ae30ddf4a989cc, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/8c90945a87564bd39c1cd6a264b9058f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/af768a671da64db4afa8e78ecda5efad, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/865ce443150f48e28b322466df01ec61, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/53cd39e0689b47cdb592105ce3320387, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/ede9b4b71e04406cba1228e7a1b5bb0d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/9e3bc29b51ae4f17913042d845004571, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/188cb7d434c24957b05ca007a5d3f2af, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/b90c05a265c64a0986ffdd185114749c, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/4697c7c398ff428da0a1005e048def61, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/f7fb182f78074145b5c7b48993e38bc8, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/bf4179279a1343e9afb139e780c278ce, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/a6cb318946c04da4ac0b5373b74dd14c] to archive 2024-11-20T08:24:38,816 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T08:24:38,817 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/a9a56c44049d49f4bbd054fc13ab93cf to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/a9a56c44049d49f4bbd054fc13ab93cf 2024-11-20T08:24:38,818 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/3cc65fff312c4b73bd02e331f5cc7bb0 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/3cc65fff312c4b73bd02e331f5cc7bb0 2024-11-20T08:24:38,819 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/3d5d60055820404f9d63c8c2de73a9c1 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/3d5d60055820404f9d63c8c2de73a9c1 2024-11-20T08:24:38,820 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/278f50d820e54d5aa2a2d3b03ecc693b to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/278f50d820e54d5aa2a2d3b03ecc693b 2024-11-20T08:24:38,821 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/a02ca2ff21dc49ed99ed28642092720a to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/a02ca2ff21dc49ed99ed28642092720a 2024-11-20T08:24:38,822 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/ef8d683298044ab08ab33535900df425 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/ef8d683298044ab08ab33535900df425 2024-11-20T08:24:38,822 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/d961b690a5c543c499fb2bc1eaf4098c to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/d961b690a5c543c499fb2bc1eaf4098c 2024-11-20T08:24:38,823 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/6c9ce14fd426433a931e0ed56bad7902 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/6c9ce14fd426433a931e0ed56bad7902 2024-11-20T08:24:38,824 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/f05c35e8682143be9472947048bd015b to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/f05c35e8682143be9472947048bd015b 2024-11-20T08:24:38,825 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/9d5e31f1fc6246928a88252007e2d722 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/9d5e31f1fc6246928a88252007e2d722 2024-11-20T08:24:38,826 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/a0d5bb49b6c64c1c8169fc1482dc4cda to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/a0d5bb49b6c64c1c8169fc1482dc4cda 2024-11-20T08:24:38,826 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/23d08f1928a34231991a0a1ca4b4308d to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/23d08f1928a34231991a0a1ca4b4308d 2024-11-20T08:24:38,827 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/3d0bd0dd7dce4d979265f32540c0adfa to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/3d0bd0dd7dce4d979265f32540c0adfa 2024-11-20T08:24:38,828 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/365e6ff92aa046029dcad4d13036acfd to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/365e6ff92aa046029dcad4d13036acfd 2024-11-20T08:24:38,829 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/2c8afdeaad494ca7a798de8c45bb02d8 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/2c8afdeaad494ca7a798de8c45bb02d8 2024-11-20T08:24:38,830 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/8030e6c9689c4761a259af0de6dc43eb to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/8030e6c9689c4761a259af0de6dc43eb 2024-11-20T08:24:38,830 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/a7b5ab24e9f649f0921f0d84bda5e1d5 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/a7b5ab24e9f649f0921f0d84bda5e1d5 2024-11-20T08:24:38,831 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/181de57dd55a44ef916cf8f33931834f to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/181de57dd55a44ef916cf8f33931834f 2024-11-20T08:24:38,832 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/c7a51a38270c4f648b96cebcff7b56a2 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/c7a51a38270c4f648b96cebcff7b56a2 2024-11-20T08:24:38,833 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/72ef8e02a2f84c1e9ce4fed56c92a82a to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/72ef8e02a2f84c1e9ce4fed56c92a82a 2024-11-20T08:24:38,834 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/019ab1c7d6c448bbac23ffca69058fc2 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/019ab1c7d6c448bbac23ffca69058fc2 2024-11-20T08:24:38,834 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/43efb125384a4f568dbb35eb8c7b5571 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/43efb125384a4f568dbb35eb8c7b5571 2024-11-20T08:24:38,835 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/9477f16341aa459992d652c6fd229952 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/9477f16341aa459992d652c6fd229952 2024-11-20T08:24:38,836 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/607884b29f8b408f9a86526476e13186 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/607884b29f8b408f9a86526476e13186 2024-11-20T08:24:38,836 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/8a54baaee3864c2e8cf88f61da06a26a to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/8a54baaee3864c2e8cf88f61da06a26a 2024-11-20T08:24:38,837 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/ba40a71a5bf1407bbfc9425006466c58 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/ba40a71a5bf1407bbfc9425006466c58 2024-11-20T08:24:38,838 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/46e0958ff2d2466997ae30ddf4a989cc to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/46e0958ff2d2466997ae30ddf4a989cc 2024-11-20T08:24:38,839 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/8c90945a87564bd39c1cd6a264b9058f to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/8c90945a87564bd39c1cd6a264b9058f 2024-11-20T08:24:38,840 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/af768a671da64db4afa8e78ecda5efad to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/af768a671da64db4afa8e78ecda5efad 2024-11-20T08:24:38,840 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/865ce443150f48e28b322466df01ec61 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/865ce443150f48e28b322466df01ec61 2024-11-20T08:24:38,841 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/53cd39e0689b47cdb592105ce3320387 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/53cd39e0689b47cdb592105ce3320387 2024-11-20T08:24:38,842 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/ede9b4b71e04406cba1228e7a1b5bb0d to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/ede9b4b71e04406cba1228e7a1b5bb0d 2024-11-20T08:24:38,843 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/9e3bc29b51ae4f17913042d845004571 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/9e3bc29b51ae4f17913042d845004571 2024-11-20T08:24:38,844 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/188cb7d434c24957b05ca007a5d3f2af to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/188cb7d434c24957b05ca007a5d3f2af 2024-11-20T08:24:38,845 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/b90c05a265c64a0986ffdd185114749c to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/b90c05a265c64a0986ffdd185114749c 2024-11-20T08:24:38,845 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/4697c7c398ff428da0a1005e048def61 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/4697c7c398ff428da0a1005e048def61 2024-11-20T08:24:38,846 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/f7fb182f78074145b5c7b48993e38bc8 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/f7fb182f78074145b5c7b48993e38bc8 2024-11-20T08:24:38,847 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/bf4179279a1343e9afb139e780c278ce to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/bf4179279a1343e9afb139e780c278ce 2024-11-20T08:24:38,848 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/a6cb318946c04da4ac0b5373b74dd14c to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/a6cb318946c04da4ac0b5373b74dd14c 2024-11-20T08:24:38,852 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/c41b97730faf4f1097f4b79769bb0e2e, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/71adbcfe348b4b5184305e6a29ce0e40, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/3b8818a93aed494d89b8d891047c53ac, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/d57573bd18fe4707bbb69d989e011aee, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/6e076182834747f9bdc1a99b917b06d3, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/2491dbdbffec4805a443510fa74618dc, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/553613e2c89a4712993ec9fbdd1ff156, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/22cb7ff614014401b3be5ce3ac39a2cb, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/834a7f459f6e4b9d9a2f027ebf882963, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/194b225b84394125b68496b05f832e9b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/ac5731d18a2340a3a2bbfbe87046dd4d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/b8748b666ea04f2fac1b6ada4383659e, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/0cc0874cf221443b9b005e46b4757596, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/f393dbf0ef984d439329ca6e3d38dc46, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/b57d59aec1be47ee8f7e6e6d681f58a3, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/ca3ffeeae2ad4071aeae79f05f981bcb, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/d83e5dfa0062448e8f100d80568f1468, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/6dec01fc26e24414876ba48e00ac5b0b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/1c44859fb3154f07a9ed5f0aac65348b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/ecbd4779eea64df68beb19de3f60c291, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/595acce6fcce4e2e99bf937405be4d8a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/2d1fb155757048e39cbbdb00a0df398f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/eed8375cc40b462ab1e26d6e653af6af, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/3e96b7dc04214c0ab52387f9bc107c96, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/b781e1ffab1d4de691ecd1ef04402bfb, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/396a9020e3944560b434f47dbec9fb22, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/18cf5ce2b60e4e9681da2cef7c2e4dba, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/f807c5e2e3de4b839ad982f56b38c392, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/0a27ca7935c94e679ffab64229a36035, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/debcf4ccb339469091973b5bb4421875, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/bc61cce714e5467ebdf24c32091c4c33, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/f6403937d4e14d94b0657123157c15fb, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/5a48cbd1d64444039c46e82c8541ab4f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/4b04066c1081413a915802e5521ba08c, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/0e483731bb4f4d97b59c4838ca98b6c1, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/a0a1d12ae0e147029ce5c0f339dfbc08, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/ae819663be664587951d60ad626c671a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/338173d935dc4cf0aa74a29be3d54790, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/d26cb87fc4ab482292a3c457a5e7d963] to archive 2024-11-20T08:24:38,853 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T08:24:38,854 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/c41b97730faf4f1097f4b79769bb0e2e to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/c41b97730faf4f1097f4b79769bb0e2e 2024-11-20T08:24:38,854 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/71adbcfe348b4b5184305e6a29ce0e40 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/71adbcfe348b4b5184305e6a29ce0e40 2024-11-20T08:24:38,855 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/3b8818a93aed494d89b8d891047c53ac to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/3b8818a93aed494d89b8d891047c53ac 2024-11-20T08:24:38,856 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/d57573bd18fe4707bbb69d989e011aee to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/d57573bd18fe4707bbb69d989e011aee 2024-11-20T08:24:38,857 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/6e076182834747f9bdc1a99b917b06d3 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/6e076182834747f9bdc1a99b917b06d3 2024-11-20T08:24:38,858 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/2491dbdbffec4805a443510fa74618dc to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/2491dbdbffec4805a443510fa74618dc 2024-11-20T08:24:38,858 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/553613e2c89a4712993ec9fbdd1ff156 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/553613e2c89a4712993ec9fbdd1ff156 2024-11-20T08:24:38,859 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/22cb7ff614014401b3be5ce3ac39a2cb to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/22cb7ff614014401b3be5ce3ac39a2cb 2024-11-20T08:24:38,860 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/834a7f459f6e4b9d9a2f027ebf882963 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/834a7f459f6e4b9d9a2f027ebf882963 2024-11-20T08:24:38,861 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/194b225b84394125b68496b05f832e9b to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/194b225b84394125b68496b05f832e9b 2024-11-20T08:24:38,862 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/ac5731d18a2340a3a2bbfbe87046dd4d to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/ac5731d18a2340a3a2bbfbe87046dd4d 2024-11-20T08:24:38,862 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/b8748b666ea04f2fac1b6ada4383659e to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/b8748b666ea04f2fac1b6ada4383659e 2024-11-20T08:24:38,863 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/0cc0874cf221443b9b005e46b4757596 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/0cc0874cf221443b9b005e46b4757596 2024-11-20T08:24:38,864 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/f393dbf0ef984d439329ca6e3d38dc46 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/f393dbf0ef984d439329ca6e3d38dc46 2024-11-20T08:24:38,865 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/b57d59aec1be47ee8f7e6e6d681f58a3 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/b57d59aec1be47ee8f7e6e6d681f58a3 2024-11-20T08:24:38,866 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/ca3ffeeae2ad4071aeae79f05f981bcb to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/ca3ffeeae2ad4071aeae79f05f981bcb 2024-11-20T08:24:38,867 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/d83e5dfa0062448e8f100d80568f1468 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/d83e5dfa0062448e8f100d80568f1468 2024-11-20T08:24:38,867 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/6dec01fc26e24414876ba48e00ac5b0b to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/6dec01fc26e24414876ba48e00ac5b0b 2024-11-20T08:24:38,868 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/1c44859fb3154f07a9ed5f0aac65348b to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/1c44859fb3154f07a9ed5f0aac65348b 2024-11-20T08:24:38,869 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/ecbd4779eea64df68beb19de3f60c291 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/ecbd4779eea64df68beb19de3f60c291 2024-11-20T08:24:38,870 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/595acce6fcce4e2e99bf937405be4d8a to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/595acce6fcce4e2e99bf937405be4d8a 2024-11-20T08:24:38,871 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/2d1fb155757048e39cbbdb00a0df398f to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/2d1fb155757048e39cbbdb00a0df398f 2024-11-20T08:24:38,871 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/eed8375cc40b462ab1e26d6e653af6af to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/eed8375cc40b462ab1e26d6e653af6af 2024-11-20T08:24:38,872 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/3e96b7dc04214c0ab52387f9bc107c96 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/3e96b7dc04214c0ab52387f9bc107c96 2024-11-20T08:24:38,873 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/b781e1ffab1d4de691ecd1ef04402bfb to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/b781e1ffab1d4de691ecd1ef04402bfb 2024-11-20T08:24:38,874 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/396a9020e3944560b434f47dbec9fb22 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/396a9020e3944560b434f47dbec9fb22 2024-11-20T08:24:38,875 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/18cf5ce2b60e4e9681da2cef7c2e4dba to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/18cf5ce2b60e4e9681da2cef7c2e4dba 2024-11-20T08:24:38,876 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/f807c5e2e3de4b839ad982f56b38c392 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/f807c5e2e3de4b839ad982f56b38c392 2024-11-20T08:24:38,877 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/0a27ca7935c94e679ffab64229a36035 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/0a27ca7935c94e679ffab64229a36035 2024-11-20T08:24:38,878 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/debcf4ccb339469091973b5bb4421875 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/debcf4ccb339469091973b5bb4421875 2024-11-20T08:24:38,878 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/bc61cce714e5467ebdf24c32091c4c33 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/bc61cce714e5467ebdf24c32091c4c33 2024-11-20T08:24:38,879 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/f6403937d4e14d94b0657123157c15fb to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/f6403937d4e14d94b0657123157c15fb 2024-11-20T08:24:38,880 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/5a48cbd1d64444039c46e82c8541ab4f to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/5a48cbd1d64444039c46e82c8541ab4f 2024-11-20T08:24:38,881 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/4b04066c1081413a915802e5521ba08c to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/4b04066c1081413a915802e5521ba08c 2024-11-20T08:24:38,881 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/0e483731bb4f4d97b59c4838ca98b6c1 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/0e483731bb4f4d97b59c4838ca98b6c1 2024-11-20T08:24:38,882 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/a0a1d12ae0e147029ce5c0f339dfbc08 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/a0a1d12ae0e147029ce5c0f339dfbc08 2024-11-20T08:24:38,883 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/ae819663be664587951d60ad626c671a to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/ae819663be664587951d60ad626c671a 2024-11-20T08:24:38,884 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/338173d935dc4cf0aa74a29be3d54790 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/338173d935dc4cf0aa74a29be3d54790 2024-11-20T08:24:38,885 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/d26cb87fc4ab482292a3c457a5e7d963 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/d26cb87fc4ab482292a3c457a5e7d963 2024-11-20T08:24:38,889 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/f7e2a70053d44e0c9cd5a71c4be57626, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/b3bd4402b836481d892c62a8356824bd, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/018135a6c7454ff19e29289dbc7586a3, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/c4c3c51e57ef42ef9b9b8b1be0e1f41a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/7f1da2c049b347aa9e3c1deef599f30f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/07d2fa5218db46bea016511f693387c2, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/3a01b58d2d4549a3bca40d845bc0b3de, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/08742facc6994e25b7cf7a2195f31b57, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/961105c6377a44ae844963f1ec2d88ef, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/4a9941e83282406eaefdde3db8900934, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/18f7c67a328a416f8e923b065a47843d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/1020bea432844212bd1d3a5982019cd1, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/c45a4da50a2547d8b0ac2cd394b288a2, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/47f1912d273441749978a3b02d3be2cb, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/49e6610ba3cf40088a69832b063f16b4, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/ceb1f9a39ee24b1fa39d54076da46bc9, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/6c3526cec4004a8194ea291303decb88, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/4a9ed3e905c948a988e4e64881a3314e, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/fed9245d56e648c4bef28ee474acf8d4, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/838c70f378dd4a4198f3540b8d5cc4d7, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/f5242436738248aa8fba9c410f95299a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/ca8db7e828914093a41c890827ef3f56, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/3aae349fb6164e9faa9cb79d6017b24d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/5ef7ef8f9695474aa5ee6af38deede59, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/15a0584f06794d77a0deac922927376b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/764929d6fa5946ef9f60281c9a8f5ffc, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/b5dadea885f14d87af3cdbe878dd67f8, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/1f2c6c2e81f14a05815509c75cc56744, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/1373589b991b454c84d89e66438822b3, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/28b516c8df4046b9abfcd08e5b0736bd, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/370b6db07a55412e8da5d53984385ca9, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/79a0f4c0f88949eb98dd54b10eb54847, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/6e340c819f1b458ab3d8ac6da8028d92, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/a8608992e301421381700f707abcfff7, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/a7d992ce6eab43f7a5beac184911357d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/0a652f36caca4db3b8f1767b66691aa1, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/047bebe4c82840f689e7311fcf7bd975, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/732b882a908241209eea2c92d6848432, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/e54c31f8c36b4e4e87a194db147757d3] to archive 2024-11-20T08:24:38,890 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T08:24:38,891 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/f7e2a70053d44e0c9cd5a71c4be57626 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/f7e2a70053d44e0c9cd5a71c4be57626 2024-11-20T08:24:38,891 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/b3bd4402b836481d892c62a8356824bd to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/b3bd4402b836481d892c62a8356824bd 2024-11-20T08:24:38,892 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/018135a6c7454ff19e29289dbc7586a3 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/018135a6c7454ff19e29289dbc7586a3 2024-11-20T08:24:38,893 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/c4c3c51e57ef42ef9b9b8b1be0e1f41a to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/c4c3c51e57ef42ef9b9b8b1be0e1f41a 2024-11-20T08:24:38,894 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/7f1da2c049b347aa9e3c1deef599f30f to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/7f1da2c049b347aa9e3c1deef599f30f 2024-11-20T08:24:38,895 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/07d2fa5218db46bea016511f693387c2 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/07d2fa5218db46bea016511f693387c2 2024-11-20T08:24:38,895 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/3a01b58d2d4549a3bca40d845bc0b3de to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/3a01b58d2d4549a3bca40d845bc0b3de 2024-11-20T08:24:38,896 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/08742facc6994e25b7cf7a2195f31b57 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/08742facc6994e25b7cf7a2195f31b57 2024-11-20T08:24:38,897 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/961105c6377a44ae844963f1ec2d88ef to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/961105c6377a44ae844963f1ec2d88ef 2024-11-20T08:24:38,898 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/4a9941e83282406eaefdde3db8900934 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/4a9941e83282406eaefdde3db8900934 2024-11-20T08:24:38,899 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/18f7c67a328a416f8e923b065a47843d to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/18f7c67a328a416f8e923b065a47843d 2024-11-20T08:24:38,900 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/1020bea432844212bd1d3a5982019cd1 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/1020bea432844212bd1d3a5982019cd1 2024-11-20T08:24:38,901 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/c45a4da50a2547d8b0ac2cd394b288a2 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/c45a4da50a2547d8b0ac2cd394b288a2 2024-11-20T08:24:38,902 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/47f1912d273441749978a3b02d3be2cb to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/47f1912d273441749978a3b02d3be2cb 2024-11-20T08:24:38,902 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/49e6610ba3cf40088a69832b063f16b4 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/49e6610ba3cf40088a69832b063f16b4 2024-11-20T08:24:38,903 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/ceb1f9a39ee24b1fa39d54076da46bc9 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/ceb1f9a39ee24b1fa39d54076da46bc9 2024-11-20T08:24:38,904 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/6c3526cec4004a8194ea291303decb88 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/6c3526cec4004a8194ea291303decb88 2024-11-20T08:24:38,904 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/4a9ed3e905c948a988e4e64881a3314e to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/4a9ed3e905c948a988e4e64881a3314e 2024-11-20T08:24:38,905 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/fed9245d56e648c4bef28ee474acf8d4 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/fed9245d56e648c4bef28ee474acf8d4 2024-11-20T08:24:38,906 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/838c70f378dd4a4198f3540b8d5cc4d7 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/838c70f378dd4a4198f3540b8d5cc4d7 2024-11-20T08:24:38,906 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/f5242436738248aa8fba9c410f95299a to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/f5242436738248aa8fba9c410f95299a 2024-11-20T08:24:38,907 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/ca8db7e828914093a41c890827ef3f56 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/ca8db7e828914093a41c890827ef3f56 2024-11-20T08:24:38,908 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/3aae349fb6164e9faa9cb79d6017b24d to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/3aae349fb6164e9faa9cb79d6017b24d 2024-11-20T08:24:38,909 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/5ef7ef8f9695474aa5ee6af38deede59 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/5ef7ef8f9695474aa5ee6af38deede59 2024-11-20T08:24:38,909 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/15a0584f06794d77a0deac922927376b to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/15a0584f06794d77a0deac922927376b 2024-11-20T08:24:38,910 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/764929d6fa5946ef9f60281c9a8f5ffc to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/764929d6fa5946ef9f60281c9a8f5ffc 2024-11-20T08:24:38,911 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/b5dadea885f14d87af3cdbe878dd67f8 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/b5dadea885f14d87af3cdbe878dd67f8 2024-11-20T08:24:38,911 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/1f2c6c2e81f14a05815509c75cc56744 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/1f2c6c2e81f14a05815509c75cc56744 2024-11-20T08:24:38,912 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/1373589b991b454c84d89e66438822b3 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/1373589b991b454c84d89e66438822b3 2024-11-20T08:24:38,913 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/28b516c8df4046b9abfcd08e5b0736bd to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/28b516c8df4046b9abfcd08e5b0736bd 2024-11-20T08:24:38,913 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/370b6db07a55412e8da5d53984385ca9 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/370b6db07a55412e8da5d53984385ca9 2024-11-20T08:24:38,914 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/79a0f4c0f88949eb98dd54b10eb54847 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/79a0f4c0f88949eb98dd54b10eb54847 2024-11-20T08:24:38,915 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/6e340c819f1b458ab3d8ac6da8028d92 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/6e340c819f1b458ab3d8ac6da8028d92 2024-11-20T08:24:38,916 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/a8608992e301421381700f707abcfff7 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/a8608992e301421381700f707abcfff7 2024-11-20T08:24:38,916 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/a7d992ce6eab43f7a5beac184911357d to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/a7d992ce6eab43f7a5beac184911357d 2024-11-20T08:24:38,917 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/0a652f36caca4db3b8f1767b66691aa1 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/0a652f36caca4db3b8f1767b66691aa1 2024-11-20T08:24:38,918 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/047bebe4c82840f689e7311fcf7bd975 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/047bebe4c82840f689e7311fcf7bd975 2024-11-20T08:24:38,919 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/732b882a908241209eea2c92d6848432 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/732b882a908241209eea2c92d6848432 2024-11-20T08:24:38,919 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a04d4489dc6d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/e54c31f8c36b4e4e87a194db147757d3 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/e54c31f8c36b4e4e87a194db147757d3 2024-11-20T08:24:42,987 DEBUG [Thread-1851 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dacfd49 to 127.0.0.1:55720 2024-11-20T08:24:42,987 DEBUG [Thread-1851 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:24:42,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T08:24:42,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 1 2024-11-20T08:24:42,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 118 2024-11-20T08:24:42,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 106 2024-11-20T08:24:42,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 127 2024-11-20T08:24:42,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-20T08:24:42,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T08:24:42,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T08:24:42,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1643 2024-11-20T08:24:42,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4929 rows 2024-11-20T08:24:42,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1656 2024-11-20T08:24:42,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4968 rows 2024-11-20T08:24:42,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1660 2024-11-20T08:24:42,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4976 rows 2024-11-20T08:24:42,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1655 2024-11-20T08:24:42,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4964 rows 2024-11-20T08:24:42,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1664 2024-11-20T08:24:42,987 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4983 rows 2024-11-20T08:24:42,987 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T08:24:42,988 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38d647a0 to 127.0.0.1:55720 2024-11-20T08:24:42,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:24:42,992 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T08:24:42,992 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T08:24:42,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T08:24:42,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T08:24:42,995 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732091082995"}]},"ts":"1732091082995"} 2024-11-20T08:24:42,997 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T08:24:42,999 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T08:24:42,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T08:24:43,001 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5fa21826f3dbedbc8a73cee5c1aab364, UNASSIGN}] 2024-11-20T08:24:43,002 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=116, ppid=115, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5fa21826f3dbedbc8a73cee5c1aab364, UNASSIGN 2024-11-20T08:24:43,003 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=116 updating hbase:meta row=5fa21826f3dbedbc8a73cee5c1aab364, regionState=CLOSING, regionLocation=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:43,003 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T08:24:43,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; CloseRegionProcedure 5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262}] 2024-11-20T08:24:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T08:24:43,155 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:43,156 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] handler.UnassignRegionHandler(124): Close 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:43,156 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T08:24:43,156 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1681): Closing 5fa21826f3dbedbc8a73cee5c1aab364, disabling compactions & flushes 2024-11-20T08:24:43,156 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:43,156 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:43,156 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. after waiting 0 ms 2024-11-20T08:24:43,156 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:43,156 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(2837): Flushing 5fa21826f3dbedbc8a73cee5c1aab364 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-20T08:24:43,156 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=A 2024-11-20T08:24:43,156 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:43,156 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=B 2024-11-20T08:24:43,156 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:43,156 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5fa21826f3dbedbc8a73cee5c1aab364, store=C 2024-11-20T08:24:43,156 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:43,161 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200ddce53c09cc4d3cbb4b8c6d42626b3c_5fa21826f3dbedbc8a73cee5c1aab364 is 50, key is test_row_0/A:col10/1732091075869/Put/seqid=0 2024-11-20T08:24:43,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742403_1579 (size=9914) 2024-11-20T08:24:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T08:24:43,564 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:43,568 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200ddce53c09cc4d3cbb4b8c6d42626b3c_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200ddce53c09cc4d3cbb4b8c6d42626b3c_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:43,569 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/b5baba2b7cc64710bb4c5145324f6193, store: [table=TestAcidGuarantees family=A region=5fa21826f3dbedbc8a73cee5c1aab364] 2024-11-20T08:24:43,569 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/b5baba2b7cc64710bb4c5145324f6193 is 175, key is test_row_0/A:col10/1732091075869/Put/seqid=0 2024-11-20T08:24:43,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742404_1580 (size=22561) 2024-11-20T08:24:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T08:24:43,973 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=570, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/b5baba2b7cc64710bb4c5145324f6193 2024-11-20T08:24:43,980 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/39953e9399e144bea813ded07a0aee0f is 50, key is test_row_0/B:col10/1732091075869/Put/seqid=0 2024-11-20T08:24:43,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742405_1581 (size=9857) 2024-11-20T08:24:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T08:24:44,393 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=570 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/39953e9399e144bea813ded07a0aee0f 2024-11-20T08:24:44,400 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/028324e53d934cd29571d8f3f528e14e is 50, key is test_row_0/C:col10/1732091075869/Put/seqid=0 2024-11-20T08:24:44,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742406_1582 (size=9857) 2024-11-20T08:24:44,805 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=570 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/028324e53d934cd29571d8f3f528e14e 2024-11-20T08:24:44,809 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/A/b5baba2b7cc64710bb4c5145324f6193 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/b5baba2b7cc64710bb4c5145324f6193 2024-11-20T08:24:44,812 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/b5baba2b7cc64710bb4c5145324f6193, entries=100, sequenceid=570, filesize=22.0 K 2024-11-20T08:24:44,812 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/B/39953e9399e144bea813ded07a0aee0f as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/39953e9399e144bea813ded07a0aee0f 2024-11-20T08:24:44,815 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/39953e9399e144bea813ded07a0aee0f, entries=100, sequenceid=570, filesize=9.6 K 2024-11-20T08:24:44,816 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/.tmp/C/028324e53d934cd29571d8f3f528e14e as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/028324e53d934cd29571d8f3f528e14e 2024-11-20T08:24:44,819 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/028324e53d934cd29571d8f3f528e14e, entries=100, sequenceid=570, filesize=9.6 K 2024-11-20T08:24:44,820 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 5fa21826f3dbedbc8a73cee5c1aab364 in 1664ms, sequenceid=570, compaction requested=false 2024-11-20T08:24:44,824 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/recovered.edits/573.seqid, newMaxSeqId=573, maxSeqId=4 2024-11-20T08:24:44,825 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364. 2024-11-20T08:24:44,825 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1635): Region close journal for 5fa21826f3dbedbc8a73cee5c1aab364: 2024-11-20T08:24:44,826 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] handler.UnassignRegionHandler(170): Closed 5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:44,827 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=116 updating hbase:meta row=5fa21826f3dbedbc8a73cee5c1aab364, regionState=CLOSED 2024-11-20T08:24:44,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-20T08:24:44,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; CloseRegionProcedure 5fa21826f3dbedbc8a73cee5c1aab364, server=a04d4489dc6d,43141,1732090957262 in 1.8240 sec 2024-11-20T08:24:44,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=116, resume processing ppid=115 2024-11-20T08:24:44,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, ppid=115, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5fa21826f3dbedbc8a73cee5c1aab364, UNASSIGN in 1.8280 sec 2024-11-20T08:24:44,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-20T08:24:44,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8310 sec 2024-11-20T08:24:44,833 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732091084833"}]},"ts":"1732091084833"} 2024-11-20T08:24:44,835 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T08:24:44,837 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T08:24:44,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8440 sec 2024-11-20T08:24:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-20T08:24:45,099 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-20T08:24:45,100 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T08:24:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:24:45,101 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=118, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:24:45,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-20T08:24:45,102 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=118, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:24:45,103 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:45,106 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A, FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B, FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C, FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/recovered.edits] 2024-11-20T08:24:45,108 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/70ab5521ba004d73a727ce848dc42930 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/70ab5521ba004d73a727ce848dc42930 2024-11-20T08:24:45,110 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/b5baba2b7cc64710bb4c5145324f6193 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/A/b5baba2b7cc64710bb4c5145324f6193 2024-11-20T08:24:45,112 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/39953e9399e144bea813ded07a0aee0f to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/39953e9399e144bea813ded07a0aee0f 2024-11-20T08:24:45,113 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/fd0840091fe4440ca46995e8d553bd8b to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/B/fd0840091fe4440ca46995e8d553bd8b 2024-11-20T08:24:45,115 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/028324e53d934cd29571d8f3f528e14e to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/028324e53d934cd29571d8f3f528e14e 2024-11-20T08:24:45,117 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/ed0a4b91f4fa4415a27f1fcc873a87e6 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/C/ed0a4b91f4fa4415a27f1fcc873a87e6 2024-11-20T08:24:45,119 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/recovered.edits/573.seqid to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364/recovered.edits/573.seqid 2024-11-20T08:24:45,120 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:45,120 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T08:24:45,120 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T08:24:45,121 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T08:24:45,124 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112008529d00941b49d2b2e69728e3d5bd6e_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112008529d00941b49d2b2e69728e3d5bd6e_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:45,126 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200ddce53c09cc4d3cbb4b8c6d42626b3c_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200ddce53c09cc4d3cbb4b8c6d42626b3c_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:45,127 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120249bdb0e5b9443b7998acab687cda6f9_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120249bdb0e5b9443b7998acab687cda6f9_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:45,128 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112029f936a9efb744658095f2880ca2c99e_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112029f936a9efb744658095f2880ca2c99e_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:45,129 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112031892a0abda54557a6bd31dbf6484fb4_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112031892a0abda54557a6bd31dbf6484fb4_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:45,130 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112038097fc159e14ab1b8a25617f1e94b74_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112038097fc159e14ab1b8a25617f1e94b74_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:45,131 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203a772239ca24403db3a00184277bbcc3_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203a772239ca24403db3a00184277bbcc3_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:45,132 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120408b06b0870d483496e82d99e096f8c1_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120408b06b0870d483496e82d99e096f8c1_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:45,135 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120423458c0a73f43ccbe1a4876b3515a4e_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120423458c0a73f43ccbe1a4876b3515a4e_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:45,136 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112047ffeb455ebe4606855de6be18c4eebd_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112047ffeb455ebe4606855de6be18c4eebd_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:45,137 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120486c190be28a44449983c9d32129b309_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120486c190be28a44449983c9d32129b309_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:45,138 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120500bfae4a9894349b339c114941a133a_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120500bfae4a9894349b339c114941a133a_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:45,139 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205168a0788611466da74dd5af03db47bf_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205168a0788611466da74dd5af03db47bf_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:45,140 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205e4cccfee7cc4034adb3f34c27bbe67a_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205e4cccfee7cc4034adb3f34c27bbe67a_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:45,141 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206757d701eed34b9f96e4c52c70d963bc_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206757d701eed34b9f96e4c52c70d963bc_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:45,142 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206c3b92c22c3d461ea28bf512f5a1d5bb_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206c3b92c22c3d461ea28bf512f5a1d5bb_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:45,143 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120705870b161334cc69485507c73aac66f_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120705870b161334cc69485507c73aac66f_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:45,144 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120834883718e694298897554b1cbc9fef5_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120834883718e694298897554b1cbc9fef5_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:45,145 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208a66ed11a43b41cfa2afd307c7b99472_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208a66ed11a43b41cfa2afd307c7b99472_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:45,147 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208cdc732ffac344bb8b372943c741aa2b_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208cdc732ffac344bb8b372943c741aa2b_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:45,148 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a157e060575c45d581fcde9e283ffc12_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a157e060575c45d581fcde9e283ffc12_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:45,149 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ba9b86b6f3fe4d3aad3a9f72cbfedf44_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ba9b86b6f3fe4d3aad3a9f72cbfedf44_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:45,150 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120bcf5eb2978774ac8bac28ad16738424f_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120bcf5eb2978774ac8bac28ad16738424f_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:45,151 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c414fbbbeb2b444f89d9d798c1c7ef87_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c414fbbbeb2b444f89d9d798c1c7ef87_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:45,152 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d723b47f5d064f349676413e6e91ce5a_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d723b47f5d064f349676413e6e91ce5a_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:45,153 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120dad50c4249a7441babdb24f0e837521d_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120dad50c4249a7441babdb24f0e837521d_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:45,154 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e6a4ff4420b0449083689a4fb1bbd576_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e6a4ff4420b0449083689a4fb1bbd576_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:45,155 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e70e34d5c5d8420c88df56cd5236849b_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e70e34d5c5d8420c88df56cd5236849b_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:45,156 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f925f5598c444761bbda7e5cc4799125_5fa21826f3dbedbc8a73cee5c1aab364 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f925f5598c444761bbda7e5cc4799125_5fa21826f3dbedbc8a73cee5c1aab364 2024-11-20T08:24:45,157 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T08:24:45,160 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=118, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:24:45,162 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T08:24:45,165 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T08:24:45,166 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=118, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:24:45,166 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T08:24:45,167 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732091085167"}]},"ts":"9223372036854775807"} 2024-11-20T08:24:45,168 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T08:24:45,168 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 5fa21826f3dbedbc8a73cee5c1aab364, NAME => 'TestAcidGuarantees,,1732091051427.5fa21826f3dbedbc8a73cee5c1aab364.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T08:24:45,169 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T08:24:45,169 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732091085169"}]},"ts":"9223372036854775807"} 2024-11-20T08:24:45,170 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T08:24:45,172 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=118, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:24:45,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 72 msec 2024-11-20T08:24:45,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-20T08:24:45,203 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-20T08:24:45,214 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=237 (was 237), OpenFileDescriptor=449 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=634 (was 607) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2716 (was 1534) - AvailableMemoryMB LEAK? - 2024-11-20T08:24:45,225 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=237, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=634, ProcessCount=11, AvailableMemoryMB=2716 2024-11-20T08:24:45,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T08:24:45,226 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:24:45,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=119, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T08:24:45,228 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:24:45,228 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:45,228 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 119 2024-11-20T08:24:45,229 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:24:45,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-20T08:24:45,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742407_1583 (size=963) 2024-11-20T08:24:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-20T08:24:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-20T08:24:45,635 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6 2024-11-20T08:24:45,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742408_1584 (size=53) 2024-11-20T08:24:45,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-20T08:24:46,042 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:24:46,042 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing ffae671ae71f6734f1dbb5c11ff23902, disabling compactions & flushes 2024-11-20T08:24:46,042 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:46,042 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:46,042 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. after waiting 0 ms 2024-11-20T08:24:46,042 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:46,043 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:46,043 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:24:46,044 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:24:46,044 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732091086044"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732091086044"}]},"ts":"1732091086044"} 2024-11-20T08:24:46,045 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T08:24:46,046 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:24:46,046 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732091086046"}]},"ts":"1732091086046"} 2024-11-20T08:24:46,047 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T08:24:46,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffae671ae71f6734f1dbb5c11ff23902, ASSIGN}] 2024-11-20T08:24:46,052 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffae671ae71f6734f1dbb5c11ff23902, ASSIGN 2024-11-20T08:24:46,053 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffae671ae71f6734f1dbb5c11ff23902, ASSIGN; state=OFFLINE, location=a04d4489dc6d,43141,1732090957262; forceNewPlan=false, retain=false 2024-11-20T08:24:46,203 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=ffae671ae71f6734f1dbb5c11ff23902, regionState=OPENING, regionLocation=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:46,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; OpenRegionProcedure ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262}] 2024-11-20T08:24:46,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-20T08:24:46,356 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:46,358 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:46,358 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(7285): Opening region: {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:24:46,359 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ffae671ae71f6734f1dbb5c11ff23902 2024-11-20T08:24:46,359 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:24:46,359 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(7327): checking encryption for ffae671ae71f6734f1dbb5c11ff23902 2024-11-20T08:24:46,359 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(7330): checking classloading for ffae671ae71f6734f1dbb5c11ff23902 2024-11-20T08:24:46,360 INFO [StoreOpener-ffae671ae71f6734f1dbb5c11ff23902-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ffae671ae71f6734f1dbb5c11ff23902 2024-11-20T08:24:46,361 INFO [StoreOpener-ffae671ae71f6734f1dbb5c11ff23902-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:24:46,361 INFO [StoreOpener-ffae671ae71f6734f1dbb5c11ff23902-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffae671ae71f6734f1dbb5c11ff23902 columnFamilyName A 2024-11-20T08:24:46,361 DEBUG [StoreOpener-ffae671ae71f6734f1dbb5c11ff23902-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:46,362 INFO [StoreOpener-ffae671ae71f6734f1dbb5c11ff23902-1 {}] regionserver.HStore(327): Store=ffae671ae71f6734f1dbb5c11ff23902/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:24:46,362 INFO [StoreOpener-ffae671ae71f6734f1dbb5c11ff23902-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ffae671ae71f6734f1dbb5c11ff23902 2024-11-20T08:24:46,363 INFO [StoreOpener-ffae671ae71f6734f1dbb5c11ff23902-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:24:46,363 INFO [StoreOpener-ffae671ae71f6734f1dbb5c11ff23902-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffae671ae71f6734f1dbb5c11ff23902 columnFamilyName B 2024-11-20T08:24:46,363 DEBUG [StoreOpener-ffae671ae71f6734f1dbb5c11ff23902-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:46,364 INFO [StoreOpener-ffae671ae71f6734f1dbb5c11ff23902-1 {}] regionserver.HStore(327): Store=ffae671ae71f6734f1dbb5c11ff23902/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:24:46,364 INFO [StoreOpener-ffae671ae71f6734f1dbb5c11ff23902-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ffae671ae71f6734f1dbb5c11ff23902 2024-11-20T08:24:46,365 INFO [StoreOpener-ffae671ae71f6734f1dbb5c11ff23902-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:24:46,365 INFO [StoreOpener-ffae671ae71f6734f1dbb5c11ff23902-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffae671ae71f6734f1dbb5c11ff23902 columnFamilyName C 2024-11-20T08:24:46,365 DEBUG [StoreOpener-ffae671ae71f6734f1dbb5c11ff23902-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:24:46,365 INFO [StoreOpener-ffae671ae71f6734f1dbb5c11ff23902-1 {}] regionserver.HStore(327): Store=ffae671ae71f6734f1dbb5c11ff23902/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:24:46,366 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:46,366 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902 2024-11-20T08:24:46,367 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902 2024-11-20T08:24:46,368 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T08:24:46,369 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(1085): writing seq id for ffae671ae71f6734f1dbb5c11ff23902 2024-11-20T08:24:46,371 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:24:46,371 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(1102): Opened ffae671ae71f6734f1dbb5c11ff23902; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71625225, jitterRate=0.067299023270607}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T08:24:46,371 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(1001): Region open journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:24:46,372 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902., pid=121, masterSystemTime=1732091086356 2024-11-20T08:24:46,373 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:46,373 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:46,374 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=ffae671ae71f6734f1dbb5c11ff23902, regionState=OPEN, openSeqNum=2, regionLocation=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:46,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-20T08:24:46,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; OpenRegionProcedure ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 in 171 msec 2024-11-20T08:24:46,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=120, resume processing ppid=119 2024-11-20T08:24:46,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, ppid=119, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffae671ae71f6734f1dbb5c11ff23902, ASSIGN in 325 msec 2024-11-20T08:24:46,379 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:24:46,379 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732091086379"}]},"ts":"1732091086379"} 2024-11-20T08:24:46,380 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T08:24:46,383 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:24:46,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1570 sec 2024-11-20T08:24:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-20T08:24:47,334 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 119 completed 2024-11-20T08:24:47,335 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x461176d7 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5850aaf2 2024-11-20T08:24:47,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d31d64d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:24:47,348 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:24:47,350 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48384, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:24:47,351 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:24:47,352 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41268, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:24:47,354 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x048087da to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@59daaa82 2024-11-20T08:24:47,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aaa8c4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:24:47,360 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x345fa4f7 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@38dd8644 2024-11-20T08:24:47,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@466b85c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:24:47,368 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x315a23ef to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@65e17c26 2024-11-20T08:24:47,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3ee89e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:24:47,377 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d125972 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53fc02ba 2024-11-20T08:24:47,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b0e6a43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:24:47,384 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x134bfe32 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2011d733 2024-11-20T08:24:47,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e5fd00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:24:47,392 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x39b3baa5 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e195d6e 2024-11-20T08:24:47,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599dd56e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:24:47,407 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x402e5def to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14088aa9 2024-11-20T08:24:47,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23090be3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:24:47,418 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10bda459 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@40302925 2024-11-20T08:24:47,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b8d64d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:24:47,423 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0657e1bf to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47ef9951 2024-11-20T08:24:47,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@784d683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:24:47,434 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6dee2855 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@567011a8 2024-11-20T08:24:47,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7761f52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:24:47,444 DEBUG [hconnection-0x6d718dc6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:24:47,444 DEBUG [hconnection-0x264b8376-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:24:47,444 DEBUG [hconnection-0x2a895221-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:24:47,445 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48400, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:24:47,445 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48398, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:24:47,445 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48396, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:24:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on ffae671ae71f6734f1dbb5c11ff23902 2024-11-20T08:24:47,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ffae671ae71f6734f1dbb5c11ff23902 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T08:24:47,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=A 2024-11-20T08:24:47,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:47,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=B 2024-11-20T08:24:47,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:47,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=C 2024-11-20T08:24:47,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:47,456 DEBUG [hconnection-0x21921b49-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:24:47,457 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48430, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:24:47,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091147468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:47,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091147468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:47,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091147468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:47,474 DEBUG [hconnection-0x4fb8dfc1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:24:47,476 DEBUG [hconnection-0xfb5b2f0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:24:47,476 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48432, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:24:47,477 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48442, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:24:47,479 DEBUG [hconnection-0x1e2b4e9f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:24:47,479 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48458, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:24:47,481 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:24:47,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:47,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48432 deadline: 1732091147481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:47,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-20T08:24:47,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T08:24:47,483 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:24:47,483 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:24:47,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:24:47,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48442 deadline: 1732091147484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:47,488 DEBUG [hconnection-0x7c618a75-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:24:47,489 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:24:47,492 DEBUG [hconnection-0x1970d41c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:24:47,493 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48464, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:24:47,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/424dc86c53a048c7bf6c96be5d884cf4 is 50, key is test_row_0/A:col10/1732091087451/Put/seqid=0 2024-11-20T08:24:47,495 DEBUG [hconnection-0x295118b8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:24:47,496 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48478, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:24:47,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742409_1585 (size=12001) 2024-11-20T08:24:47,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091147569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:47,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091147570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:47,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091147570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T08:24:47,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48432 deadline: 1732091147583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:47,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48442 deadline: 1732091147591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:47,640 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:47,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T08:24:47,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:47,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:24:47,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:47,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:47,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:47,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091147772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:47,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091147773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:47,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091147773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T08:24:47,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48432 deadline: 1732091147785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:47,793 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:47,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T08:24:47,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:47,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:24:47,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:47,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:47,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:47,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:47,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48442 deadline: 1732091147796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:47,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/424dc86c53a048c7bf6c96be5d884cf4 2024-11-20T08:24:47,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/1f9d94a6d1844f0a95d42eeff445870a is 50, key is test_row_0/B:col10/1732091087451/Put/seqid=0 2024-11-20T08:24:47,945 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:47,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T08:24:47,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:47,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:24:47,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:47,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:47,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:47,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742410_1586 (size=12001) 2024-11-20T08:24:48,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091148078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:48,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091148080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:48,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091148082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T08:24:48,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48432 deadline: 1732091148090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:48,098 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:48,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T08:24:48,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:48,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:24:48,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:48,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:48,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:48,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48442 deadline: 1732091148101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:48,251 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:48,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T08:24:48,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:48,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:24:48,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:48,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:48,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:48,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/1f9d94a6d1844f0a95d42eeff445870a 2024-11-20T08:24:48,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/90c13927677b4b8cbb32f1165964e114 is 50, key is test_row_0/C:col10/1732091087451/Put/seqid=0 2024-11-20T08:24:48,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742411_1587 (size=12001) 2024-11-20T08:24:48,404 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:48,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T08:24:48,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:48,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:24:48,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:48,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:48,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:48,557 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:48,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T08:24:48,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:48,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:24:48,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:48,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:48,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:48,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091148582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:48,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091148583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T08:24:48,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091148587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:48,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48432 deadline: 1732091148594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:48,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48442 deadline: 1732091148607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:48,710 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:48,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T08:24:48,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:48,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:24:48,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:48,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:48,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:48,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/90c13927677b4b8cbb32f1165964e114 2024-11-20T08:24:48,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/424dc86c53a048c7bf6c96be5d884cf4 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/424dc86c53a048c7bf6c96be5d884cf4 2024-11-20T08:24:48,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/424dc86c53a048c7bf6c96be5d884cf4, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T08:24:48,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/1f9d94a6d1844f0a95d42eeff445870a as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/1f9d94a6d1844f0a95d42eeff445870a 2024-11-20T08:24:48,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/1f9d94a6d1844f0a95d42eeff445870a, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T08:24:48,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/90c13927677b4b8cbb32f1165964e114 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/90c13927677b4b8cbb32f1165964e114 2024-11-20T08:24:48,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/90c13927677b4b8cbb32f1165964e114, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T08:24:48,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for ffae671ae71f6734f1dbb5c11ff23902 in 1352ms, sequenceid=12, compaction requested=false 2024-11-20T08:24:48,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:24:48,862 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:48,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-20T08:24:48,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:48,863 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing ffae671ae71f6734f1dbb5c11ff23902 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T08:24:48,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=A 2024-11-20T08:24:48,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:48,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=B 2024-11-20T08:24:48,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:48,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=C 2024-11-20T08:24:48,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:48,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/f5251e4e63914020b653ec876e2dac42 is 50, key is test_row_0/A:col10/1732091087466/Put/seqid=0 2024-11-20T08:24:48,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742412_1588 (size=12001) 2024-11-20T08:24:49,282 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/f5251e4e63914020b653ec876e2dac42 2024-11-20T08:24:49,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/2545c69c8afe457b86c838427363f2ed is 50, key is test_row_0/B:col10/1732091087466/Put/seqid=0 2024-11-20T08:24:49,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742413_1589 (size=12001) 2024-11-20T08:24:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T08:24:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on ffae671ae71f6734f1dbb5c11ff23902 2024-11-20T08:24:49,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:24:49,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48432 deadline: 1732091149606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:49,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091149607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:49,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091149608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:49,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:49,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091149609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:49,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48442 deadline: 1732091149619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:49,695 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/2545c69c8afe457b86c838427363f2ed 2024-11-20T08:24:49,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/3b2325d3ed76461da5ec5de783ab5843 is 50, key is test_row_0/C:col10/1732091087466/Put/seqid=0 2024-11-20T08:24:49,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742414_1590 (size=12001) 2024-11-20T08:24:49,718 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/3b2325d3ed76461da5ec5de783ab5843 2024-11-20T08:24:49,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091149713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:49,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091149713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:49,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091149719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:49,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/f5251e4e63914020b653ec876e2dac42 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/f5251e4e63914020b653ec876e2dac42 2024-11-20T08:24:49,733 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/f5251e4e63914020b653ec876e2dac42, entries=150, sequenceid=38, filesize=11.7 K 2024-11-20T08:24:49,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/2545c69c8afe457b86c838427363f2ed as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/2545c69c8afe457b86c838427363f2ed 2024-11-20T08:24:49,737 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/2545c69c8afe457b86c838427363f2ed, entries=150, sequenceid=38, filesize=11.7 K 2024-11-20T08:24:49,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/3b2325d3ed76461da5ec5de783ab5843 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/3b2325d3ed76461da5ec5de783ab5843 2024-11-20T08:24:49,741 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/3b2325d3ed76461da5ec5de783ab5843, entries=150, sequenceid=38, filesize=11.7 K 2024-11-20T08:24:49,742 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for ffae671ae71f6734f1dbb5c11ff23902 in 879ms, sequenceid=38, compaction requested=false 2024-11-20T08:24:49,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:24:49,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:49,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-20T08:24:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-20T08:24:49,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-20T08:24:49,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2600 sec 2024-11-20T08:24:49,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 2.2630 sec 2024-11-20T08:24:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on ffae671ae71f6734f1dbb5c11ff23902 2024-11-20T08:24:49,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ffae671ae71f6734f1dbb5c11ff23902 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T08:24:49,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=A 2024-11-20T08:24:49,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:49,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=B 2024-11-20T08:24:49,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:49,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=C 2024-11-20T08:24:49,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:49,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/84fdc6c38b5d4c53a17ecd0eeb31981a is 50, key is test_row_0/A:col10/1732091089605/Put/seqid=0 2024-11-20T08:24:49,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742415_1591 (size=12001) 2024-11-20T08:24:49,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/84fdc6c38b5d4c53a17ecd0eeb31981a 2024-11-20T08:24:49,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/10851bffed1049db84ad01d6b7742505 is 50, key is test_row_0/B:col10/1732091089605/Put/seqid=0 2024-11-20T08:24:49,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742416_1592 (size=12001) 2024-11-20T08:24:49,974 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/10851bffed1049db84ad01d6b7742505 2024-11-20T08:24:49,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091149973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:49,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091149980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:49,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/ac226355e74548429fb7e01aff671aa3 is 50, key is test_row_0/C:col10/1732091089605/Put/seqid=0 2024-11-20T08:24:49,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091149981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:50,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742417_1593 (size=12001) 2024-11-20T08:24:50,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/ac226355e74548429fb7e01aff671aa3 2024-11-20T08:24:50,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/84fdc6c38b5d4c53a17ecd0eeb31981a as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/84fdc6c38b5d4c53a17ecd0eeb31981a 2024-11-20T08:24:50,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/84fdc6c38b5d4c53a17ecd0eeb31981a, entries=150, sequenceid=50, filesize=11.7 K 2024-11-20T08:24:50,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/10851bffed1049db84ad01d6b7742505 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/10851bffed1049db84ad01d6b7742505 2024-11-20T08:24:50,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/10851bffed1049db84ad01d6b7742505, entries=150, sequenceid=50, filesize=11.7 K 2024-11-20T08:24:50,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/ac226355e74548429fb7e01aff671aa3 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/ac226355e74548429fb7e01aff671aa3 2024-11-20T08:24:50,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/ac226355e74548429fb7e01aff671aa3, entries=150, sequenceid=50, filesize=11.7 K 2024-11-20T08:24:50,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ffae671ae71f6734f1dbb5c11ff23902 in 120ms, sequenceid=50, compaction requested=true 2024-11-20T08:24:50,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:24:50,044 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:50,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae671ae71f6734f1dbb5c11ff23902:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:24:50,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:50,044 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:50,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae671ae71f6734f1dbb5c11ff23902:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:24:50,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:50,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae671ae71f6734f1dbb5c11ff23902:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:24:50,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:50,045 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:50,045 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): ffae671ae71f6734f1dbb5c11ff23902/A is initiating minor compaction (all files) 2024-11-20T08:24:50,045 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffae671ae71f6734f1dbb5c11ff23902/A in TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:50,045 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/424dc86c53a048c7bf6c96be5d884cf4, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/f5251e4e63914020b653ec876e2dac42, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/84fdc6c38b5d4c53a17ecd0eeb31981a] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp, totalSize=35.2 K 2024-11-20T08:24:50,045 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:50,046 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): ffae671ae71f6734f1dbb5c11ff23902/B is initiating minor compaction (all files) 2024-11-20T08:24:50,046 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffae671ae71f6734f1dbb5c11ff23902/B in TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:50,046 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/1f9d94a6d1844f0a95d42eeff445870a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/2545c69c8afe457b86c838427363f2ed, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/10851bffed1049db84ad01d6b7742505] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp, totalSize=35.2 K 2024-11-20T08:24:50,047 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f9d94a6d1844f0a95d42eeff445870a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732091087449 2024-11-20T08:24:50,047 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 424dc86c53a048c7bf6c96be5d884cf4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732091087449 2024-11-20T08:24:50,047 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 2545c69c8afe457b86c838427363f2ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732091087465 2024-11-20T08:24:50,047 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5251e4e63914020b653ec876e2dac42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732091087465 2024-11-20T08:24:50,048 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 10851bffed1049db84ad01d6b7742505, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732091089605 2024-11-20T08:24:50,048 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84fdc6c38b5d4c53a17ecd0eeb31981a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732091089605 2024-11-20T08:24:50,058 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae671ae71f6734f1dbb5c11ff23902#B#compaction#488 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:50,058 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/9ecc9a7a8175430cb7404c874f4f9157 is 50, key is test_row_0/B:col10/1732091089605/Put/seqid=0 2024-11-20T08:24:50,069 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae671ae71f6734f1dbb5c11ff23902#A#compaction#489 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:50,069 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/9dc5a99276ca49da8e13914a4857d493 is 50, key is test_row_0/A:col10/1732091089605/Put/seqid=0 2024-11-20T08:24:50,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742418_1594 (size=12104) 2024-11-20T08:24:50,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742419_1595 (size=12104) 2024-11-20T08:24:50,084 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/9ecc9a7a8175430cb7404c874f4f9157 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/9ecc9a7a8175430cb7404c874f4f9157 2024-11-20T08:24:50,087 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/9dc5a99276ca49da8e13914a4857d493 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/9dc5a99276ca49da8e13914a4857d493 2024-11-20T08:24:50,089 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffae671ae71f6734f1dbb5c11ff23902/B of ffae671ae71f6734f1dbb5c11ff23902 into 9ecc9a7a8175430cb7404c874f4f9157(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:50,089 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:24:50,090 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902., storeName=ffae671ae71f6734f1dbb5c11ff23902/B, priority=13, startTime=1732091090044; duration=0sec 2024-11-20T08:24:50,090 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:50,090 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae671ae71f6734f1dbb5c11ff23902:B 2024-11-20T08:24:50,090 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on ffae671ae71f6734f1dbb5c11ff23902 2024-11-20T08:24:50,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ffae671ae71f6734f1dbb5c11ff23902 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T08:24:50,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=A 2024-11-20T08:24:50,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:50,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=B 2024-11-20T08:24:50,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:50,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=C 2024-11-20T08:24:50,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:50,094 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:50,094 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): ffae671ae71f6734f1dbb5c11ff23902/C is initiating minor compaction (all files) 2024-11-20T08:24:50,094 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffae671ae71f6734f1dbb5c11ff23902/C in TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:50,094 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/90c13927677b4b8cbb32f1165964e114, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/3b2325d3ed76461da5ec5de783ab5843, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/ac226355e74548429fb7e01aff671aa3] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp, totalSize=35.2 K 2024-11-20T08:24:50,095 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 90c13927677b4b8cbb32f1165964e114, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732091087449 2024-11-20T08:24:50,096 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b2325d3ed76461da5ec5de783ab5843, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732091087465 2024-11-20T08:24:50,096 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffae671ae71f6734f1dbb5c11ff23902/A of ffae671ae71f6734f1dbb5c11ff23902 into 9dc5a99276ca49da8e13914a4857d493(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:50,096 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:24:50,096 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902., storeName=ffae671ae71f6734f1dbb5c11ff23902/A, priority=13, startTime=1732091090043; duration=0sec 2024-11-20T08:24:50,096 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting ac226355e74548429fb7e01aff671aa3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732091089605 2024-11-20T08:24:50,096 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:50,096 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae671ae71f6734f1dbb5c11ff23902:A 2024-11-20T08:24:50,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/665de96b3c784f67b48f00b8137e98e0 is 50, key is test_row_0/A:col10/1732091089977/Put/seqid=0 2024-11-20T08:24:50,102 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae671ae71f6734f1dbb5c11ff23902#C#compaction#491 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:50,103 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/aa3296f085454f25b14ce37c6b132574 is 50, key is test_row_0/C:col10/1732091089605/Put/seqid=0 2024-11-20T08:24:50,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742420_1596 (size=16681) 2024-11-20T08:24:50,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742421_1597 (size=12104) 2024-11-20T08:24:50,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091150138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:50,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091150138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:50,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091150148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:50,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091150249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:50,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091150250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:50,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091150258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:50,356 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T08:24:50,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:50,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091150454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091150455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:50,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091150460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:50,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/665de96b3c784f67b48f00b8137e98e0 2024-11-20T08:24:50,525 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/aa3296f085454f25b14ce37c6b132574 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/aa3296f085454f25b14ce37c6b132574 2024-11-20T08:24:50,532 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffae671ae71f6734f1dbb5c11ff23902/C of ffae671ae71f6734f1dbb5c11ff23902 into aa3296f085454f25b14ce37c6b132574(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:50,532 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:24:50,532 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902., storeName=ffae671ae71f6734f1dbb5c11ff23902/C, priority=13, startTime=1732091090045; duration=0sec 2024-11-20T08:24:50,533 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:50,533 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae671ae71f6734f1dbb5c11ff23902:C 2024-11-20T08:24:50,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/4ef3d95eff11440fa4edf1e16b9e2a63 is 50, key is test_row_0/B:col10/1732091089977/Put/seqid=0 2024-11-20T08:24:50,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742422_1598 (size=12001) 2024-11-20T08:24:50,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/4ef3d95eff11440fa4edf1e16b9e2a63 2024-11-20T08:24:50,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/9b2250f548334755a245c31afa0e13c9 is 50, key is test_row_0/C:col10/1732091089977/Put/seqid=0 2024-11-20T08:24:50,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742423_1599 (size=12001) 2024-11-20T08:24:50,568 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/9b2250f548334755a245c31afa0e13c9 2024-11-20T08:24:50,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/665de96b3c784f67b48f00b8137e98e0 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/665de96b3c784f67b48f00b8137e98e0 2024-11-20T08:24:50,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/665de96b3c784f67b48f00b8137e98e0, entries=250, sequenceid=77, filesize=16.3 K 2024-11-20T08:24:50,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/4ef3d95eff11440fa4edf1e16b9e2a63 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/4ef3d95eff11440fa4edf1e16b9e2a63 2024-11-20T08:24:50,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/4ef3d95eff11440fa4edf1e16b9e2a63, entries=150, sequenceid=77, filesize=11.7 K 2024-11-20T08:24:50,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/9b2250f548334755a245c31afa0e13c9 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/9b2250f548334755a245c31afa0e13c9 2024-11-20T08:24:50,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/9b2250f548334755a245c31afa0e13c9, entries=150, sequenceid=77, filesize=11.7 K 2024-11-20T08:24:50,595 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for ffae671ae71f6734f1dbb5c11ff23902 in 504ms, sequenceid=77, compaction requested=false 2024-11-20T08:24:50,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:24:50,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ffae671ae71f6734f1dbb5c11ff23902 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T08:24:50,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=A 2024-11-20T08:24:50,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:50,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=B 2024-11-20T08:24:50,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:50,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=C 2024-11-20T08:24:50,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on ffae671ae71f6734f1dbb5c11ff23902 2024-11-20T08:24:50,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/3570072c38f742d1971ca1f14dbe8d1c is 50, key is test_row_0/A:col10/1732091090762/Put/seqid=0 2024-11-20T08:24:50,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742424_1600 (size=14341) 2024-11-20T08:24:50,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:50,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:50,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091150817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:50,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091150816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:50,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:50,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091150819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:50,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:50,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091150926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:50,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:50,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091150926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:50,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:50,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091150926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:51,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091151128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:51,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091151128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:51,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:51,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091151129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:51,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/3570072c38f742d1971ca1f14dbe8d1c 2024-11-20T08:24:51,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/d4e941d1e30f4ebf8f45cfde36c93716 is 50, key is test_row_0/B:col10/1732091090762/Put/seqid=0 2024-11-20T08:24:51,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742425_1601 (size=12001) 2024-11-20T08:24:51,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/d4e941d1e30f4ebf8f45cfde36c93716 2024-11-20T08:24:51,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/a9ac20f0c3ec4ea883e355d5fa73e30b is 50, key is test_row_0/C:col10/1732091090762/Put/seqid=0 2024-11-20T08:24:51,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742426_1602 (size=12001) 2024-11-20T08:24:51,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/a9ac20f0c3ec4ea883e355d5fa73e30b 2024-11-20T08:24:51,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/3570072c38f742d1971ca1f14dbe8d1c as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/3570072c38f742d1971ca1f14dbe8d1c 2024-11-20T08:24:51,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/3570072c38f742d1971ca1f14dbe8d1c, entries=200, sequenceid=90, filesize=14.0 K 2024-11-20T08:24:51,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/d4e941d1e30f4ebf8f45cfde36c93716 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/d4e941d1e30f4ebf8f45cfde36c93716 2024-11-20T08:24:51,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/d4e941d1e30f4ebf8f45cfde36c93716, entries=150, sequenceid=90, filesize=11.7 K 2024-11-20T08:24:51,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/a9ac20f0c3ec4ea883e355d5fa73e30b as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/a9ac20f0c3ec4ea883e355d5fa73e30b 2024-11-20T08:24:51,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/a9ac20f0c3ec4ea883e355d5fa73e30b, entries=150, sequenceid=90, filesize=11.7 K 2024-11-20T08:24:51,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ffae671ae71f6734f1dbb5c11ff23902 in 482ms, sequenceid=90, compaction requested=true 2024-11-20T08:24:51,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:24:51,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae671ae71f6734f1dbb5c11ff23902:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:24:51,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:51,247 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:51,247 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:51,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae671ae71f6734f1dbb5c11ff23902:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:24:51,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:51,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae671ae71f6734f1dbb5c11ff23902:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:24:51,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:51,248 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43126 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:51,248 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:51,248 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): ffae671ae71f6734f1dbb5c11ff23902/A is initiating minor compaction (all files) 2024-11-20T08:24:51,248 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): ffae671ae71f6734f1dbb5c11ff23902/B is initiating minor compaction (all files) 2024-11-20T08:24:51,248 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffae671ae71f6734f1dbb5c11ff23902/A in TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:51,248 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffae671ae71f6734f1dbb5c11ff23902/B in TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:51,248 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/9dc5a99276ca49da8e13914a4857d493, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/665de96b3c784f67b48f00b8137e98e0, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/3570072c38f742d1971ca1f14dbe8d1c] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp, totalSize=42.1 K 2024-11-20T08:24:51,248 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/9ecc9a7a8175430cb7404c874f4f9157, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/4ef3d95eff11440fa4edf1e16b9e2a63, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/d4e941d1e30f4ebf8f45cfde36c93716] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp, totalSize=35.3 K 2024-11-20T08:24:51,249 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9dc5a99276ca49da8e13914a4857d493, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732091089605 2024-11-20T08:24:51,249 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ecc9a7a8175430cb7404c874f4f9157, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732091089605 2024-11-20T08:24:51,249 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 665de96b3c784f67b48f00b8137e98e0, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732091089971 2024-11-20T08:24:51,249 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ef3d95eff11440fa4edf1e16b9e2a63, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732091089977 2024-11-20T08:24:51,250 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting d4e941d1e30f4ebf8f45cfde36c93716, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732091090098 2024-11-20T08:24:51,250 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3570072c38f742d1971ca1f14dbe8d1c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732091090098 2024-11-20T08:24:51,263 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae671ae71f6734f1dbb5c11ff23902#A#compaction#497 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:51,263 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/423fa62b98c3443e8a02ee1912c7a417 is 50, key is test_row_0/A:col10/1732091090762/Put/seqid=0 2024-11-20T08:24:51,268 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae671ae71f6734f1dbb5c11ff23902#B#compaction#498 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:51,269 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/635598017d8f4c7ca079d9fb457f3664 is 50, key is test_row_0/B:col10/1732091090762/Put/seqid=0 2024-11-20T08:24:51,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742427_1603 (size=12207) 2024-11-20T08:24:51,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742428_1604 (size=12207) 2024-11-20T08:24:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on ffae671ae71f6734f1dbb5c11ff23902 2024-11-20T08:24:51,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ffae671ae71f6734f1dbb5c11ff23902 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T08:24:51,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=A 2024-11-20T08:24:51,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:51,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=B 2024-11-20T08:24:51,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:51,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=C 2024-11-20T08:24:51,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:51,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/434795c3aa494d9581f8c9440fee1322 is 50, key is test_row_0/A:col10/1732091091437/Put/seqid=0 2024-11-20T08:24:51,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742429_1605 (size=16681) 2024-11-20T08:24:51,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091151447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:51,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091151452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:51,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091151452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:51,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091151553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:51,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091151558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:51,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091151558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-20T08:24:51,588 INFO [Thread-2555 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-20T08:24:51,589 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:24:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-20T08:24:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T08:24:51,590 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:24:51,591 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:24:51,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:24:51,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:51,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48432 deadline: 1732091151618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:51,623 DEBUG [Thread-2549 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4170 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902., hostname=a04d4489dc6d,43141,1732090957262, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:24:51,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48442 deadline: 1732091151641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:51,644 DEBUG [Thread-2553 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4172 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902., hostname=a04d4489dc6d,43141,1732090957262, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:24:51,687 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/423fa62b98c3443e8a02ee1912c7a417 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/423fa62b98c3443e8a02ee1912c7a417 2024-11-20T08:24:51,687 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/635598017d8f4c7ca079d9fb457f3664 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/635598017d8f4c7ca079d9fb457f3664 2024-11-20T08:24:51,690 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffae671ae71f6734f1dbb5c11ff23902/A of ffae671ae71f6734f1dbb5c11ff23902 into 423fa62b98c3443e8a02ee1912c7a417(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:51,690 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:24:51,690 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902., storeName=ffae671ae71f6734f1dbb5c11ff23902/A, priority=13, startTime=1732091091247; duration=0sec 2024-11-20T08:24:51,690 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:51,690 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae671ae71f6734f1dbb5c11ff23902:A 2024-11-20T08:24:51,690 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:51,691 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffae671ae71f6734f1dbb5c11ff23902/B of ffae671ae71f6734f1dbb5c11ff23902 into 635598017d8f4c7ca079d9fb457f3664(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:51,691 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:24:51,691 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902., storeName=ffae671ae71f6734f1dbb5c11ff23902/B, priority=13, startTime=1732091091247; duration=0sec 2024-11-20T08:24:51,691 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:51,691 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae671ae71f6734f1dbb5c11ff23902:B 2024-11-20T08:24:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T08:24:51,692 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:51,692 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): ffae671ae71f6734f1dbb5c11ff23902/C is initiating minor compaction (all files) 2024-11-20T08:24:51,692 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffae671ae71f6734f1dbb5c11ff23902/C in TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:51,692 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/aa3296f085454f25b14ce37c6b132574, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/9b2250f548334755a245c31afa0e13c9, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/a9ac20f0c3ec4ea883e355d5fa73e30b] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp, totalSize=35.3 K 2024-11-20T08:24:51,692 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa3296f085454f25b14ce37c6b132574, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732091089605 2024-11-20T08:24:51,692 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b2250f548334755a245c31afa0e13c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732091089977 2024-11-20T08:24:51,693 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9ac20f0c3ec4ea883e355d5fa73e30b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732091090098 2024-11-20T08:24:51,697 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae671ae71f6734f1dbb5c11ff23902#C#compaction#500 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:51,698 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/c4fc31515fdc4d96b87273e64e3b81a7 is 50, key is test_row_0/C:col10/1732091090762/Put/seqid=0 2024-11-20T08:24:51,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742430_1606 (size=12207) 2024-11-20T08:24:51,704 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/c4fc31515fdc4d96b87273e64e3b81a7 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/c4fc31515fdc4d96b87273e64e3b81a7 2024-11-20T08:24:51,708 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffae671ae71f6734f1dbb5c11ff23902/C of ffae671ae71f6734f1dbb5c11ff23902 into c4fc31515fdc4d96b87273e64e3b81a7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:51,708 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:24:51,708 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902., storeName=ffae671ae71f6734f1dbb5c11ff23902/C, priority=13, startTime=1732091091247; duration=0sec 2024-11-20T08:24:51,709 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:51,709 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae671ae71f6734f1dbb5c11ff23902:C 2024-11-20T08:24:51,742 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:51,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-20T08:24:51,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:51,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:24:51,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:51,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:51,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:51,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091151756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:51,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091151760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:51,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091151762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:51,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/434795c3aa494d9581f8c9440fee1322 2024-11-20T08:24:51,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/0d5baaec50204338b374c370edfbebb6 is 50, key is test_row_0/B:col10/1732091091437/Put/seqid=0 2024-11-20T08:24:51,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742431_1607 (size=12001) 2024-11-20T08:24:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T08:24:51,895 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:51,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-20T08:24:51,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:51,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:24:51,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:51,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:51,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:52,049 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:52,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-20T08:24:52,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:52,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:24:52,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:52,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:52,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:52,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091152061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:52,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091152064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:52,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091152067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T08:24:52,201 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:52,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-20T08:24:52,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:52,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:24:52,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:52,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:52,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:52,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/0d5baaec50204338b374c370edfbebb6 2024-11-20T08:24:52,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/77def42e92ea4f27900d402afe0b0f0a is 50, key is test_row_0/C:col10/1732091091437/Put/seqid=0 2024-11-20T08:24:52,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742432_1608 (size=12001) 2024-11-20T08:24:52,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/77def42e92ea4f27900d402afe0b0f0a 2024-11-20T08:24:52,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/434795c3aa494d9581f8c9440fee1322 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/434795c3aa494d9581f8c9440fee1322 2024-11-20T08:24:52,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/434795c3aa494d9581f8c9440fee1322, entries=250, sequenceid=117, filesize=16.3 K 2024-11-20T08:24:52,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/0d5baaec50204338b374c370edfbebb6 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/0d5baaec50204338b374c370edfbebb6 2024-11-20T08:24:52,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/0d5baaec50204338b374c370edfbebb6, entries=150, sequenceid=117, filesize=11.7 K 2024-11-20T08:24:52,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/77def42e92ea4f27900d402afe0b0f0a as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/77def42e92ea4f27900d402afe0b0f0a 2024-11-20T08:24:52,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/77def42e92ea4f27900d402afe0b0f0a, entries=150, sequenceid=117, filesize=11.7 K 2024-11-20T08:24:52,301 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for ffae671ae71f6734f1dbb5c11ff23902 in 863ms, sequenceid=117, compaction requested=false 2024-11-20T08:24:52,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:24:52,354 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:52,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-20T08:24:52,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:52,355 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing ffae671ae71f6734f1dbb5c11ff23902 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-20T08:24:52,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=A 2024-11-20T08:24:52,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:52,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=B 2024-11-20T08:24:52,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:52,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=C 2024-11-20T08:24:52,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:52,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/10fc9b6dcb934154a1f8e5ae707dbd4a is 50, key is test_row_1/A:col10/1732091091451/Put/seqid=0 2024-11-20T08:24:52,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742433_1609 (size=9657) 2024-11-20T08:24:52,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:24:52,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on ffae671ae71f6734f1dbb5c11ff23902 2024-11-20T08:24:52,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091152616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:52,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:52,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091152617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:52,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:52,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091152621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T08:24:52,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:52,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091152722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:52,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:52,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091152726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:52,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:52,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091152727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:52,764 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/10fc9b6dcb934154a1f8e5ae707dbd4a 2024-11-20T08:24:52,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/c39507ac46084ebf8c8845cded5790a1 is 50, key is test_row_1/B:col10/1732091091451/Put/seqid=0 2024-11-20T08:24:52,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742434_1610 (size=9657) 2024-11-20T08:24:52,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:52,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091152924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:52,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:52,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091152929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:52,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:52,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091152933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:53,174 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/c39507ac46084ebf8c8845cded5790a1 2024-11-20T08:24:53,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/ba81deb1c4a7426b89d2dca7ecc9a4b9 is 50, key is test_row_1/C:col10/1732091091451/Put/seqid=0 2024-11-20T08:24:53,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742435_1611 (size=9657) 2024-11-20T08:24:53,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091153230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:53,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:53,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091153233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:53,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:53,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091153239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:53,583 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/ba81deb1c4a7426b89d2dca7ecc9a4b9 2024-11-20T08:24:53,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/10fc9b6dcb934154a1f8e5ae707dbd4a as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/10fc9b6dcb934154a1f8e5ae707dbd4a 2024-11-20T08:24:53,590 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/10fc9b6dcb934154a1f8e5ae707dbd4a, entries=100, sequenceid=129, filesize=9.4 K 2024-11-20T08:24:53,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/c39507ac46084ebf8c8845cded5790a1 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/c39507ac46084ebf8c8845cded5790a1 2024-11-20T08:24:53,594 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/c39507ac46084ebf8c8845cded5790a1, entries=100, sequenceid=129, filesize=9.4 K 2024-11-20T08:24:53,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/ba81deb1c4a7426b89d2dca7ecc9a4b9 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/ba81deb1c4a7426b89d2dca7ecc9a4b9 2024-11-20T08:24:53,597 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/ba81deb1c4a7426b89d2dca7ecc9a4b9, entries=100, sequenceid=129, filesize=9.4 K 2024-11-20T08:24:53,598 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for ffae671ae71f6734f1dbb5c11ff23902 in 1243ms, sequenceid=129, compaction requested=true 2024-11-20T08:24:53,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:24:53,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:53,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-20T08:24:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-20T08:24:53,615 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-20T08:24:53,615 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0110 sec 2024-11-20T08:24:53,617 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 2.0270 sec 2024-11-20T08:24:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-20T08:24:53,695 INFO [Thread-2555 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-20T08:24:53,696 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:24:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-20T08:24:53,699 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:24:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T08:24:53,699 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:24:53,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:24:53,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on ffae671ae71f6734f1dbb5c11ff23902 2024-11-20T08:24:53,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ffae671ae71f6734f1dbb5c11ff23902 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-20T08:24:53,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=A 2024-11-20T08:24:53,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:53,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=B 2024-11-20T08:24:53,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:53,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=C 2024-11-20T08:24:53,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:53,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/800169ef90984ea6914bd132566b24d1 is 50, key is test_row_0/A:col10/1732091093739/Put/seqid=0 2024-11-20T08:24:53,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:53,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091153751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:53,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:53,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091153751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:53,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:53,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091153752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:53,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742436_1612 (size=16931) 2024-11-20T08:24:53,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T08:24:53,851 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:53,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T08:24:53,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:53,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:24:53,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:53,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:53,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:53,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:53,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:53,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091153854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:53,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:53,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091153855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:53,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:53,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091153855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:54,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T08:24:54,003 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:54,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T08:24:54,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:54,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:24:54,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:54,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:54,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:54,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:54,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:54,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091154059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:54,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:54,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091154060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:54,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091154062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:54,156 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:54,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T08:24:54,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:54,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:24:54,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:54,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:54,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:54,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/800169ef90984ea6914bd132566b24d1 2024-11-20T08:24:54,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/2f73addbc34a4d7296e3be3ef239ec70 is 50, key is test_row_0/B:col10/1732091093739/Put/seqid=0 2024-11-20T08:24:54,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742437_1613 (size=12151) 2024-11-20T08:24:54,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/2f73addbc34a4d7296e3be3ef239ec70 2024-11-20T08:24:54,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/777a794cbfb24b658f65a3355255ab87 is 50, key is test_row_0/C:col10/1732091093739/Put/seqid=0 2024-11-20T08:24:54,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742438_1614 (size=12151) 2024-11-20T08:24:54,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/777a794cbfb24b658f65a3355255ab87 2024-11-20T08:24:54,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/800169ef90984ea6914bd132566b24d1 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/800169ef90984ea6914bd132566b24d1 2024-11-20T08:24:54,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/800169ef90984ea6914bd132566b24d1, entries=250, sequenceid=158, filesize=16.5 K 2024-11-20T08:24:54,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/2f73addbc34a4d7296e3be3ef239ec70 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/2f73addbc34a4d7296e3be3ef239ec70 2024-11-20T08:24:54,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/2f73addbc34a4d7296e3be3ef239ec70, entries=150, sequenceid=158, filesize=11.9 K 2024-11-20T08:24:54,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/777a794cbfb24b658f65a3355255ab87 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/777a794cbfb24b658f65a3355255ab87 2024-11-20T08:24:54,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/777a794cbfb24b658f65a3355255ab87, entries=150, sequenceid=158, filesize=11.9 K 2024-11-20T08:24:54,228 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for ffae671ae71f6734f1dbb5c11ff23902 in 489ms, sequenceid=158, compaction requested=true 2024-11-20T08:24:54,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:24:54,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae671ae71f6734f1dbb5c11ff23902:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:24:54,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:54,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae671ae71f6734f1dbb5c11ff23902:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:24:54,229 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:24:54,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:54,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae671ae71f6734f1dbb5c11ff23902:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:24:54,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T08:24:54,229 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55476 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:24:54,230 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): ffae671ae71f6734f1dbb5c11ff23902/A is initiating minor compaction (all files) 2024-11-20T08:24:54,230 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffae671ae71f6734f1dbb5c11ff23902/A in TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:54,230 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:24:54,230 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/423fa62b98c3443e8a02ee1912c7a417, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/434795c3aa494d9581f8c9440fee1322, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/10fc9b6dcb934154a1f8e5ae707dbd4a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/800169ef90984ea6914bd132566b24d1] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp, totalSize=54.2 K 2024-11-20T08:24:54,230 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 423fa62b98c3443e8a02ee1912c7a417, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732091090098 2024-11-20T08:24:54,231 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46016 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:24:54,231 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): ffae671ae71f6734f1dbb5c11ff23902/B is initiating minor compaction (all files) 2024-11-20T08:24:54,231 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 434795c3aa494d9581f8c9440fee1322, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732091090815 2024-11-20T08:24:54,231 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffae671ae71f6734f1dbb5c11ff23902/B in TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:54,231 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/635598017d8f4c7ca079d9fb457f3664, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/0d5baaec50204338b374c370edfbebb6, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/c39507ac46084ebf8c8845cded5790a1, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/2f73addbc34a4d7296e3be3ef239ec70] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp, totalSize=44.9 K 2024-11-20T08:24:54,231 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 10fc9b6dcb934154a1f8e5ae707dbd4a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732091091445 2024-11-20T08:24:54,232 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 635598017d8f4c7ca079d9fb457f3664, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732091090098 2024-11-20T08:24:54,232 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 800169ef90984ea6914bd132566b24d1, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732091092609 2024-11-20T08:24:54,232 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d5baaec50204338b374c370edfbebb6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732091090818 2024-11-20T08:24:54,232 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting c39507ac46084ebf8c8845cded5790a1, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732091091445 2024-11-20T08:24:54,232 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f73addbc34a4d7296e3be3ef239ec70, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732091092616 2024-11-20T08:24:54,241 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae671ae71f6734f1dbb5c11ff23902#A#compaction#509 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:54,242 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/450b8dfe5b5e49dab8c10223255d275b is 50, key is test_row_0/A:col10/1732091093739/Put/seqid=0 2024-11-20T08:24:54,242 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae671ae71f6734f1dbb5c11ff23902#B#compaction#510 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:54,243 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/dcae45c7b32b4dccb5a805269f0f9039 is 50, key is test_row_0/B:col10/1732091093739/Put/seqid=0 2024-11-20T08:24:54,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742439_1615 (size=12493) 2024-11-20T08:24:54,263 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/450b8dfe5b5e49dab8c10223255d275b as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/450b8dfe5b5e49dab8c10223255d275b 2024-11-20T08:24:54,268 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ffae671ae71f6734f1dbb5c11ff23902/A of ffae671ae71f6734f1dbb5c11ff23902 into 450b8dfe5b5e49dab8c10223255d275b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:54,268 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:24:54,268 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902., storeName=ffae671ae71f6734f1dbb5c11ff23902/A, priority=12, startTime=1732091094229; duration=0sec 2024-11-20T08:24:54,268 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:54,268 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae671ae71f6734f1dbb5c11ff23902:A 2024-11-20T08:24:54,268 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:24:54,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742440_1616 (size=12493) 2024-11-20T08:24:54,270 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46016 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:24:54,270 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): ffae671ae71f6734f1dbb5c11ff23902/C is initiating minor compaction (all files) 2024-11-20T08:24:54,270 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffae671ae71f6734f1dbb5c11ff23902/C in TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:54,270 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/c4fc31515fdc4d96b87273e64e3b81a7, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/77def42e92ea4f27900d402afe0b0f0a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/ba81deb1c4a7426b89d2dca7ecc9a4b9, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/777a794cbfb24b658f65a3355255ab87] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp, totalSize=44.9 K 2024-11-20T08:24:54,270 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting c4fc31515fdc4d96b87273e64e3b81a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732091090098 2024-11-20T08:24:54,271 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 77def42e92ea4f27900d402afe0b0f0a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732091090818 2024-11-20T08:24:54,271 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting ba81deb1c4a7426b89d2dca7ecc9a4b9, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732091091445 2024-11-20T08:24:54,271 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 777a794cbfb24b658f65a3355255ab87, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732091092616 2024-11-20T08:24:54,276 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/dcae45c7b32b4dccb5a805269f0f9039 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/dcae45c7b32b4dccb5a805269f0f9039 2024-11-20T08:24:54,281 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae671ae71f6734f1dbb5c11ff23902#C#compaction#511 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:54,282 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ffae671ae71f6734f1dbb5c11ff23902/B of ffae671ae71f6734f1dbb5c11ff23902 into dcae45c7b32b4dccb5a805269f0f9039(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:54,282 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:24:54,282 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902., storeName=ffae671ae71f6734f1dbb5c11ff23902/B, priority=12, startTime=1732091094229; duration=0sec 2024-11-20T08:24:54,282 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:54,282 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae671ae71f6734f1dbb5c11ff23902:B 2024-11-20T08:24:54,283 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/c0c02906a0ad46328844ada028b10f9e is 50, key is test_row_0/C:col10/1732091093739/Put/seqid=0 2024-11-20T08:24:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T08:24:54,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742441_1617 (size=12493) 2024-11-20T08:24:54,310 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:54,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-20T08:24:54,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:54,311 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing ffae671ae71f6734f1dbb5c11ff23902 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-20T08:24:54,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=A 2024-11-20T08:24:54,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:54,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=B 2024-11-20T08:24:54,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:54,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=C 2024-11-20T08:24:54,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:54,316 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/c0c02906a0ad46328844ada028b10f9e as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/c0c02906a0ad46328844ada028b10f9e 2024-11-20T08:24:54,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/4a9f7cc1753743c2ad95da418f412dac is 50, key is test_row_0/A:col10/1732091093750/Put/seqid=0 2024-11-20T08:24:54,325 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ffae671ae71f6734f1dbb5c11ff23902/C of ffae671ae71f6734f1dbb5c11ff23902 into c0c02906a0ad46328844ada028b10f9e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:54,325 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:24:54,325 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902., storeName=ffae671ae71f6734f1dbb5c11ff23902/C, priority=12, startTime=1732091094229; duration=0sec 2024-11-20T08:24:54,326 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:54,326 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae671ae71f6734f1dbb5c11ff23902:C 2024-11-20T08:24:54,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742442_1618 (size=9757) 2024-11-20T08:24:54,330 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/4a9f7cc1753743c2ad95da418f412dac 2024-11-20T08:24:54,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/722e09a1fe8a4d41989a3a48c468dbe2 is 50, key is test_row_0/B:col10/1732091093750/Put/seqid=0 2024-11-20T08:24:54,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742443_1619 (size=9757) 2024-11-20T08:24:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on ffae671ae71f6734f1dbb5c11ff23902 2024-11-20T08:24:54,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:24:54,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091154404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:54,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091154407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:54,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091154409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:54,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091154510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:54,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091154511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:54,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091154514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:54,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091154713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:54,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091154714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:54,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091154719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:54,742 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/722e09a1fe8a4d41989a3a48c468dbe2 2024-11-20T08:24:54,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/2800d0425a874a0b95ce3fb69ecf76d0 is 50, key is test_row_0/C:col10/1732091093750/Put/seqid=0 2024-11-20T08:24:54,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742444_1620 (size=9757) 2024-11-20T08:24:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T08:24:55,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091155018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:55,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:55,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091155019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:55,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091155023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:55,152 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/2800d0425a874a0b95ce3fb69ecf76d0 2024-11-20T08:24:55,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/4a9f7cc1753743c2ad95da418f412dac as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/4a9f7cc1753743c2ad95da418f412dac 2024-11-20T08:24:55,161 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/4a9f7cc1753743c2ad95da418f412dac, entries=100, sequenceid=167, filesize=9.5 K 2024-11-20T08:24:55,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/722e09a1fe8a4d41989a3a48c468dbe2 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/722e09a1fe8a4d41989a3a48c468dbe2 2024-11-20T08:24:55,166 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/722e09a1fe8a4d41989a3a48c468dbe2, entries=100, sequenceid=167, filesize=9.5 K 2024-11-20T08:24:55,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/2800d0425a874a0b95ce3fb69ecf76d0 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/2800d0425a874a0b95ce3fb69ecf76d0 2024-11-20T08:24:55,171 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/2800d0425a874a0b95ce3fb69ecf76d0, entries=100, sequenceid=167, filesize=9.5 K 2024-11-20T08:24:55,172 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for ffae671ae71f6734f1dbb5c11ff23902 in 862ms, sequenceid=167, compaction requested=false 2024-11-20T08:24:55,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:24:55,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:55,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-20T08:24:55,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-20T08:24:55,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-20T08:24:55,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4760 sec 2024-11-20T08:24:55,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.4800 sec 2024-11-20T08:24:55,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on ffae671ae71f6734f1dbb5c11ff23902 2024-11-20T08:24:55,525 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ffae671ae71f6734f1dbb5c11ff23902 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-20T08:24:55,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=A 2024-11-20T08:24:55,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:55,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=B 2024-11-20T08:24:55,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:55,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=C 2024-11-20T08:24:55,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:55,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/36a75e3d6592497b83341eb4d4b1b687 is 50, key is test_row_0/A:col10/1732091094407/Put/seqid=0 2024-11-20T08:24:55,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:55,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091155531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:55,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091155532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:55,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091155533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:55,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742445_1621 (size=14541) 2024-11-20T08:24:55,551 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/36a75e3d6592497b83341eb4d4b1b687 2024-11-20T08:24:55,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/9129108053e7461ebc6cf69c52667f9f is 50, key is test_row_0/B:col10/1732091094407/Put/seqid=0 2024-11-20T08:24:55,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742446_1622 (size=12151) 2024-11-20T08:24:55,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091155636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:55,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091155637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:55,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091155637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:55,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48432 deadline: 1732091155646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:55,649 DEBUG [Thread-2549 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8197 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902., hostname=a04d4489dc6d,43141,1732090957262, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:24:55,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48442 deadline: 1732091155653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:55,656 DEBUG [Thread-2553 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8184 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902., hostname=a04d4489dc6d,43141,1732090957262, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:24:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-20T08:24:55,803 INFO [Thread-2555 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-20T08:24:55,805 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:24:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-20T08:24:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T08:24:55,806 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:24:55,806 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:24:55,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:24:55,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:55,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091155841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091155841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:55,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091155841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T08:24:55,958 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:55,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-20T08:24:55,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:55,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:24:55,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:55,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:55,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:55,966 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/9129108053e7461ebc6cf69c52667f9f 2024-11-20T08:24:55,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/5c40080641724ab4b636162d7def024e is 50, key is test_row_0/C:col10/1732091094407/Put/seqid=0 2024-11-20T08:24:56,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742447_1623 (size=12151) 2024-11-20T08:24:56,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/5c40080641724ab4b636162d7def024e 2024-11-20T08:24:56,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/36a75e3d6592497b83341eb4d4b1b687 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/36a75e3d6592497b83341eb4d4b1b687 2024-11-20T08:24:56,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/36a75e3d6592497b83341eb4d4b1b687, entries=200, sequenceid=198, filesize=14.2 K 2024-11-20T08:24:56,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/9129108053e7461ebc6cf69c52667f9f as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/9129108053e7461ebc6cf69c52667f9f 2024-11-20T08:24:56,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/9129108053e7461ebc6cf69c52667f9f, entries=150, sequenceid=198, filesize=11.9 K 2024-11-20T08:24:56,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/5c40080641724ab4b636162d7def024e as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/5c40080641724ab4b636162d7def024e 2024-11-20T08:24:56,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/5c40080641724ab4b636162d7def024e, entries=150, sequenceid=198, filesize=11.9 K 2024-11-20T08:24:56,023 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for ffae671ae71f6734f1dbb5c11ff23902 in 498ms, sequenceid=198, compaction requested=true 2024-11-20T08:24:56,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:24:56,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae671ae71f6734f1dbb5c11ff23902:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:24:56,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:56,024 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:56,024 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:56,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae671ae71f6734f1dbb5c11ff23902:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:24:56,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:56,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae671ae71f6734f1dbb5c11ff23902:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:24:56,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:56,026 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:56,026 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36791 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:56,026 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): ffae671ae71f6734f1dbb5c11ff23902/A is initiating minor compaction (all files) 2024-11-20T08:24:56,026 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): ffae671ae71f6734f1dbb5c11ff23902/B is initiating minor compaction (all files) 2024-11-20T08:24:56,027 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffae671ae71f6734f1dbb5c11ff23902/B in TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:56,027 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffae671ae71f6734f1dbb5c11ff23902/A in TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:56,027 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/dcae45c7b32b4dccb5a805269f0f9039, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/722e09a1fe8a4d41989a3a48c468dbe2, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/9129108053e7461ebc6cf69c52667f9f] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp, totalSize=33.6 K 2024-11-20T08:24:56,027 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/450b8dfe5b5e49dab8c10223255d275b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/4a9f7cc1753743c2ad95da418f412dac, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/36a75e3d6592497b83341eb4d4b1b687] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp, totalSize=35.9 K 2024-11-20T08:24:56,028 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting dcae45c7b32b4dccb5a805269f0f9039, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732091092616 2024-11-20T08:24:56,028 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 450b8dfe5b5e49dab8c10223255d275b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732091092616 2024-11-20T08:24:56,028 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 722e09a1fe8a4d41989a3a48c468dbe2, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732091093744 2024-11-20T08:24:56,028 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a9f7cc1753743c2ad95da418f412dac, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732091093744 2024-11-20T08:24:56,029 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 9129108053e7461ebc6cf69c52667f9f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732091094402 2024-11-20T08:24:56,029 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36a75e3d6592497b83341eb4d4b1b687, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732091094398 2024-11-20T08:24:56,050 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae671ae71f6734f1dbb5c11ff23902#A#compaction#518 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:56,050 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/300ce3076e204f3493069c6e92b1eb7b is 50, key is test_row_0/A:col10/1732091094407/Put/seqid=0 2024-11-20T08:24:56,070 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae671ae71f6734f1dbb5c11ff23902#B#compaction#519 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:56,070 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/617e5a3eff964bba80dd23a56f6896ba is 50, key is test_row_0/B:col10/1732091094407/Put/seqid=0 2024-11-20T08:24:56,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742448_1624 (size=12595) 2024-11-20T08:24:56,082 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/300ce3076e204f3493069c6e92b1eb7b as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/300ce3076e204f3493069c6e92b1eb7b 2024-11-20T08:24:56,086 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffae671ae71f6734f1dbb5c11ff23902/A of ffae671ae71f6734f1dbb5c11ff23902 into 300ce3076e204f3493069c6e92b1eb7b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:56,086 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:24:56,086 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902., storeName=ffae671ae71f6734f1dbb5c11ff23902/A, priority=13, startTime=1732091096024; duration=0sec 2024-11-20T08:24:56,086 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:56,086 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae671ae71f6734f1dbb5c11ff23902:A 2024-11-20T08:24:56,086 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:56,087 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:56,087 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): ffae671ae71f6734f1dbb5c11ff23902/C is initiating minor compaction (all files) 2024-11-20T08:24:56,087 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffae671ae71f6734f1dbb5c11ff23902/C in TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:56,087 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/c0c02906a0ad46328844ada028b10f9e, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/2800d0425a874a0b95ce3fb69ecf76d0, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/5c40080641724ab4b636162d7def024e] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp, totalSize=33.6 K 2024-11-20T08:24:56,087 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0c02906a0ad46328844ada028b10f9e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732091092616 2024-11-20T08:24:56,088 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2800d0425a874a0b95ce3fb69ecf76d0, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732091093744 2024-11-20T08:24:56,088 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c40080641724ab4b636162d7def024e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732091094402 2024-11-20T08:24:56,094 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae671ae71f6734f1dbb5c11ff23902#C#compaction#520 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:56,095 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/ec2d9d4a09ab4fe4b385d16fee8c4911 is 50, key is test_row_0/C:col10/1732091094407/Put/seqid=0 2024-11-20T08:24:56,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742449_1625 (size=12595) 2024-11-20T08:24:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T08:24:56,109 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/617e5a3eff964bba80dd23a56f6896ba as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/617e5a3eff964bba80dd23a56f6896ba 2024-11-20T08:24:56,111 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:56,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-20T08:24:56,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:56,112 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing ffae671ae71f6734f1dbb5c11ff23902 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-20T08:24:56,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=A 2024-11-20T08:24:56,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:56,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=B 2024-11-20T08:24:56,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:56,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=C 2024-11-20T08:24:56,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:56,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742450_1626 (size=12595) 2024-11-20T08:24:56,115 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffae671ae71f6734f1dbb5c11ff23902/B of ffae671ae71f6734f1dbb5c11ff23902 into 617e5a3eff964bba80dd23a56f6896ba(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:56,115 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:24:56,115 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902., storeName=ffae671ae71f6734f1dbb5c11ff23902/B, priority=13, startTime=1732091096024; duration=0sec 2024-11-20T08:24:56,115 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:56,115 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae671ae71f6734f1dbb5c11ff23902:B 2024-11-20T08:24:56,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/c1dc4ef39ac541de9d6783f7830334ac is 50, key is test_row_2/A:col10/1732091095531/Put/seqid=0 2024-11-20T08:24:56,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742451_1627 (size=7365) 2024-11-20T08:24:56,134 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/c1dc4ef39ac541de9d6783f7830334ac 2024-11-20T08:24:56,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/3bf8f28f2e2f47a681838411ab9bb248 is 50, key is test_row_2/B:col10/1732091095531/Put/seqid=0 2024-11-20T08:24:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on ffae671ae71f6734f1dbb5c11ff23902 2024-11-20T08:24:56,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:24:56,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742452_1628 (size=7365) 2024-11-20T08:24:56,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091156202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:56,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091156208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:56,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091156209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:56,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091156311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:56,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091156311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:56,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091156315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:56,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T08:24:56,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:56,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091156513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:56,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:56,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091156514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:56,519 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/ec2d9d4a09ab4fe4b385d16fee8c4911 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/ec2d9d4a09ab4fe4b385d16fee8c4911 2024-11-20T08:24:56,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:56,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091156518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:56,523 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffae671ae71f6734f1dbb5c11ff23902/C of ffae671ae71f6734f1dbb5c11ff23902 into ec2d9d4a09ab4fe4b385d16fee8c4911(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:56,523 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:24:56,523 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902., storeName=ffae671ae71f6734f1dbb5c11ff23902/C, priority=13, startTime=1732091096024; duration=0sec 2024-11-20T08:24:56,523 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:56,523 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae671ae71f6734f1dbb5c11ff23902:C 2024-11-20T08:24:56,567 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/3bf8f28f2e2f47a681838411ab9bb248 2024-11-20T08:24:56,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/aed92840714f44edab40f352d4702889 is 50, key is test_row_2/C:col10/1732091095531/Put/seqid=0 2024-11-20T08:24:56,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742453_1629 (size=7365) 2024-11-20T08:24:56,577 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/aed92840714f44edab40f352d4702889 2024-11-20T08:24:56,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/c1dc4ef39ac541de9d6783f7830334ac as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/c1dc4ef39ac541de9d6783f7830334ac 2024-11-20T08:24:56,584 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/c1dc4ef39ac541de9d6783f7830334ac, entries=50, sequenceid=205, filesize=7.2 K 2024-11-20T08:24:56,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/3bf8f28f2e2f47a681838411ab9bb248 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/3bf8f28f2e2f47a681838411ab9bb248 2024-11-20T08:24:56,587 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/3bf8f28f2e2f47a681838411ab9bb248, entries=50, sequenceid=205, filesize=7.2 K 2024-11-20T08:24:56,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/aed92840714f44edab40f352d4702889 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/aed92840714f44edab40f352d4702889 2024-11-20T08:24:56,591 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/aed92840714f44edab40f352d4702889, entries=50, sequenceid=205, filesize=7.2 K 2024-11-20T08:24:56,592 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for ffae671ae71f6734f1dbb5c11ff23902 in 480ms, sequenceid=205, compaction requested=false 2024-11-20T08:24:56,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:24:56,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:56,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-20T08:24:56,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-20T08:24:56,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-20T08:24:56,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 787 msec 2024-11-20T08:24:56,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 790 msec 2024-11-20T08:24:56,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on ffae671ae71f6734f1dbb5c11ff23902 2024-11-20T08:24:56,825 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ffae671ae71f6734f1dbb5c11ff23902 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-20T08:24:56,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=A 2024-11-20T08:24:56,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:56,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=B 2024-11-20T08:24:56,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:56,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=C 2024-11-20T08:24:56,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:56,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/b76594a97dd94b288ffe3c080127d6ff is 50, key is test_row_0/A:col10/1732091096823/Put/seqid=0 2024-11-20T08:24:56,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:56,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091156825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:56,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:56,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091156831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:56,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:56,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091156836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:56,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742454_1630 (size=16931) 2024-11-20T08:24:56,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/b76594a97dd94b288ffe3c080127d6ff 2024-11-20T08:24:56,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/642846c476c74509b3eecebf9ff1ca78 is 50, key is test_row_0/B:col10/1732091096823/Put/seqid=0 2024-11-20T08:24:56,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742455_1631 (size=12151) 2024-11-20T08:24:56,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/642846c476c74509b3eecebf9ff1ca78 2024-11-20T08:24:56,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/1611fc4c7b9d4dfdb5bf517ca40ff392 is 50, key is test_row_0/C:col10/1732091096823/Put/seqid=0 2024-11-20T08:24:56,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742456_1632 (size=12151) 2024-11-20T08:24:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-20T08:24:56,909 INFO [Thread-2555 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-20T08:24:56,910 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:24:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-20T08:24:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T08:24:56,912 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:24:56,912 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:24:56,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:24:56,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091156932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:56,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091156937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T08:24:57,063 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:57,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T08:24:57,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:57,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:24:57,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:57,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:57,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:57,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091157138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:57,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091157148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T08:24:57,216 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:57,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T08:24:57,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:57,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:24:57,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:57,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:57,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:57,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/1611fc4c7b9d4dfdb5bf517ca40ff392 2024-11-20T08:24:57,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/b76594a97dd94b288ffe3c080127d6ff as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/b76594a97dd94b288ffe3c080127d6ff 2024-11-20T08:24:57,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/b76594a97dd94b288ffe3c080127d6ff, entries=250, sequenceid=239, filesize=16.5 K 2024-11-20T08:24:57,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/642846c476c74509b3eecebf9ff1ca78 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/642846c476c74509b3eecebf9ff1ca78 2024-11-20T08:24:57,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/642846c476c74509b3eecebf9ff1ca78, entries=150, sequenceid=239, filesize=11.9 K 2024-11-20T08:24:57,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/1611fc4c7b9d4dfdb5bf517ca40ff392 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/1611fc4c7b9d4dfdb5bf517ca40ff392 2024-11-20T08:24:57,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/1611fc4c7b9d4dfdb5bf517ca40ff392, entries=150, sequenceid=239, filesize=11.9 K 2024-11-20T08:24:57,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for ffae671ae71f6734f1dbb5c11ff23902 in 475ms, sequenceid=239, compaction requested=true 2024-11-20T08:24:57,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:24:57,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae671ae71f6734f1dbb5c11ff23902:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:24:57,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:57,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae671ae71f6734f1dbb5c11ff23902:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:24:57,300 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:57,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:57,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae671ae71f6734f1dbb5c11ff23902:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:24:57,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:57,300 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:57,301 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32111 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:57,301 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): ffae671ae71f6734f1dbb5c11ff23902/B is initiating minor compaction (all files) 2024-11-20T08:24:57,301 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:57,301 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffae671ae71f6734f1dbb5c11ff23902/B in TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:57,301 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): ffae671ae71f6734f1dbb5c11ff23902/A is initiating minor compaction (all files) 2024-11-20T08:24:57,301 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/617e5a3eff964bba80dd23a56f6896ba, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/3bf8f28f2e2f47a681838411ab9bb248, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/642846c476c74509b3eecebf9ff1ca78] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp, totalSize=31.4 K 2024-11-20T08:24:57,301 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffae671ae71f6734f1dbb5c11ff23902/A in TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:57,301 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/300ce3076e204f3493069c6e92b1eb7b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/c1dc4ef39ac541de9d6783f7830334ac, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/b76594a97dd94b288ffe3c080127d6ff] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp, totalSize=36.0 K 2024-11-20T08:24:57,301 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 617e5a3eff964bba80dd23a56f6896ba, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732091094402 2024-11-20T08:24:57,302 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 300ce3076e204f3493069c6e92b1eb7b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732091094402 2024-11-20T08:24:57,302 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bf8f28f2e2f47a681838411ab9bb248, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732091095531 2024-11-20T08:24:57,302 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1dc4ef39ac541de9d6783f7830334ac, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732091095531 2024-11-20T08:24:57,302 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 642846c476c74509b3eecebf9ff1ca78, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732091096206 2024-11-20T08:24:57,302 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting b76594a97dd94b288ffe3c080127d6ff, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732091096201 2024-11-20T08:24:57,310 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae671ae71f6734f1dbb5c11ff23902#B#compaction#527 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:57,311 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae671ae71f6734f1dbb5c11ff23902#A#compaction#528 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:57,311 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/fb91f2c16369482d8b5ff03d6fc24824 is 50, key is test_row_0/B:col10/1732091096823/Put/seqid=0 2024-11-20T08:24:57,311 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/61c4f10b2e53431abac71abdf1c48c3c is 50, key is test_row_0/A:col10/1732091096823/Put/seqid=0 2024-11-20T08:24:57,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742457_1633 (size=12697) 2024-11-20T08:24:57,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742458_1634 (size=12697) 2024-11-20T08:24:57,323 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/fb91f2c16369482d8b5ff03d6fc24824 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/fb91f2c16369482d8b5ff03d6fc24824 2024-11-20T08:24:57,328 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffae671ae71f6734f1dbb5c11ff23902/B of ffae671ae71f6734f1dbb5c11ff23902 into fb91f2c16369482d8b5ff03d6fc24824(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:57,328 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:24:57,328 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902., storeName=ffae671ae71f6734f1dbb5c11ff23902/B, priority=13, startTime=1732091097300; duration=0sec 2024-11-20T08:24:57,328 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:57,328 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae671ae71f6734f1dbb5c11ff23902:B 2024-11-20T08:24:57,328 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:24:57,330 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32111 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:24:57,330 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): ffae671ae71f6734f1dbb5c11ff23902/C is initiating minor compaction (all files) 2024-11-20T08:24:57,330 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffae671ae71f6734f1dbb5c11ff23902/C in TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:57,330 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/ec2d9d4a09ab4fe4b385d16fee8c4911, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/aed92840714f44edab40f352d4702889, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/1611fc4c7b9d4dfdb5bf517ca40ff392] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp, totalSize=31.4 K 2024-11-20T08:24:57,331 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting ec2d9d4a09ab4fe4b385d16fee8c4911, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732091094402 2024-11-20T08:24:57,331 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting aed92840714f44edab40f352d4702889, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732091095531 2024-11-20T08:24:57,331 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 1611fc4c7b9d4dfdb5bf517ca40ff392, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732091096206 2024-11-20T08:24:57,345 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae671ae71f6734f1dbb5c11ff23902#C#compaction#529 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:57,346 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/408a596e54724661aad903359c1d6c6f is 50, key is test_row_0/C:col10/1732091096823/Put/seqid=0 2024-11-20T08:24:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on ffae671ae71f6734f1dbb5c11ff23902 2024-11-20T08:24:57,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ffae671ae71f6734f1dbb5c11ff23902 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T08:24:57,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=A 2024-11-20T08:24:57,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:57,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=B 2024-11-20T08:24:57,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:57,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=C 2024-11-20T08:24:57,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:57,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/44b88f09027f4575b0b70992f067362d is 50, key is test_row_0/A:col10/1732091097348/Put/seqid=0 2024-11-20T08:24:57,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742459_1635 (size=12697) 2024-11-20T08:24:57,369 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:57,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742460_1636 (size=14541) 2024-11-20T08:24:57,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/44b88f09027f4575b0b70992f067362d 2024-11-20T08:24:57,370 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/408a596e54724661aad903359c1d6c6f as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/408a596e54724661aad903359c1d6c6f 2024-11-20T08:24:57,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T08:24:57,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:57,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:24:57,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:57,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:57,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:57,377 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffae671ae71f6734f1dbb5c11ff23902/C of ffae671ae71f6734f1dbb5c11ff23902 into 408a596e54724661aad903359c1d6c6f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:57,377 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:24:57,377 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902., storeName=ffae671ae71f6734f1dbb5c11ff23902/C, priority=13, startTime=1732091097300; duration=0sec 2024-11-20T08:24:57,377 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:57,377 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae671ae71f6734f1dbb5c11ff23902:C 2024-11-20T08:24:57,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/3d0041b7e7db405d9569fb81c5b0897f is 50, key is test_row_0/B:col10/1732091097348/Put/seqid=0 2024-11-20T08:24:57,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742461_1637 (size=12151) 2024-11-20T08:24:57,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091157451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:57,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091157453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:57,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091157459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T08:24:57,524 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:57,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T08:24:57,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:57,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:24:57,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:57,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:57,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:57,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091157560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:57,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091157561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:57,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091157566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:57,676 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:57,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T08:24:57,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:57,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:24:57,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:57,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:57,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:57,720 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/61c4f10b2e53431abac71abdf1c48c3c as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/61c4f10b2e53431abac71abdf1c48c3c 2024-11-20T08:24:57,724 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffae671ae71f6734f1dbb5c11ff23902/A of ffae671ae71f6734f1dbb5c11ff23902 into 61c4f10b2e53431abac71abdf1c48c3c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:57,724 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:24:57,724 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902., storeName=ffae671ae71f6734f1dbb5c11ff23902/A, priority=13, startTime=1732091097299; duration=0sec 2024-11-20T08:24:57,724 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:57,724 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae671ae71f6734f1dbb5c11ff23902:A 2024-11-20T08:24:57,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091157764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:57,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091157765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:57,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091157770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:57,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/3d0041b7e7db405d9569fb81c5b0897f 2024-11-20T08:24:57,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/ece94c9171ca4b1fadf3dc0f23df2492 is 50, key is test_row_0/C:col10/1732091097348/Put/seqid=0 2024-11-20T08:24:57,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742462_1638 (size=12151) 2024-11-20T08:24:57,829 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:57,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T08:24:57,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:57,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:24:57,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:57,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:57,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:57,982 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:57,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T08:24:57,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:57,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:24:57,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:57,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:57,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T08:24:58,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091158070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:58,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091158072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:58,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091158075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:58,135 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:58,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T08:24:58,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:58,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:24:58,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:58,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:58,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:58,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/ece94c9171ca4b1fadf3dc0f23df2492 2024-11-20T08:24:58,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/44b88f09027f4575b0b70992f067362d as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/44b88f09027f4575b0b70992f067362d 2024-11-20T08:24:58,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/44b88f09027f4575b0b70992f067362d, entries=200, sequenceid=251, filesize=14.2 K 2024-11-20T08:24:58,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/3d0041b7e7db405d9569fb81c5b0897f as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/3d0041b7e7db405d9569fb81c5b0897f 2024-11-20T08:24:58,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/3d0041b7e7db405d9569fb81c5b0897f, entries=150, sequenceid=251, filesize=11.9 K 2024-11-20T08:24:58,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/ece94c9171ca4b1fadf3dc0f23df2492 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/ece94c9171ca4b1fadf3dc0f23df2492 2024-11-20T08:24:58,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/ece94c9171ca4b1fadf3dc0f23df2492, entries=150, sequenceid=251, filesize=11.9 K 2024-11-20T08:24:58,216 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ffae671ae71f6734f1dbb5c11ff23902 in 861ms, sequenceid=251, compaction requested=false 2024-11-20T08:24:58,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:24:58,288 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:58,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-20T08:24:58,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:58,289 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing ffae671ae71f6734f1dbb5c11ff23902 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T08:24:58,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=A 2024-11-20T08:24:58,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:58,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=B 2024-11-20T08:24:58,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:58,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=C 2024-11-20T08:24:58,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:58,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/9a826192fe984c9caa289a15c4d0f19f is 50, key is test_row_0/A:col10/1732091097435/Put/seqid=0 2024-11-20T08:24:58,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742463_1639 (size=12301) 2024-11-20T08:24:58,299 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/9a826192fe984c9caa289a15c4d0f19f 2024-11-20T08:24:58,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/2723372de1fb414e9a2b1ba461c96f49 is 50, key is test_row_0/B:col10/1732091097435/Put/seqid=0 2024-11-20T08:24:58,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742464_1640 (size=12301) 2024-11-20T08:24:58,313 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/2723372de1fb414e9a2b1ba461c96f49 2024-11-20T08:24:58,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/e0ecb4b6dcc24011ab718b0ffe0f1b40 is 50, key is test_row_0/C:col10/1732091097435/Put/seqid=0 2024-11-20T08:24:58,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742465_1641 (size=12301) 2024-11-20T08:24:58,322 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/e0ecb4b6dcc24011ab718b0ffe0f1b40 2024-11-20T08:24:58,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/9a826192fe984c9caa289a15c4d0f19f as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/9a826192fe984c9caa289a15c4d0f19f 2024-11-20T08:24:58,329 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/9a826192fe984c9caa289a15c4d0f19f, entries=150, sequenceid=278, filesize=12.0 K 2024-11-20T08:24:58,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/2723372de1fb414e9a2b1ba461c96f49 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/2723372de1fb414e9a2b1ba461c96f49 2024-11-20T08:24:58,333 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/2723372de1fb414e9a2b1ba461c96f49, entries=150, sequenceid=278, filesize=12.0 K 2024-11-20T08:24:58,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/e0ecb4b6dcc24011ab718b0ffe0f1b40 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/e0ecb4b6dcc24011ab718b0ffe0f1b40 2024-11-20T08:24:58,338 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/e0ecb4b6dcc24011ab718b0ffe0f1b40, entries=150, sequenceid=278, filesize=12.0 K 2024-11-20T08:24:58,339 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for ffae671ae71f6734f1dbb5c11ff23902 in 50ms, sequenceid=278, compaction requested=true 2024-11-20T08:24:58,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:24:58,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:58,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-20T08:24:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-20T08:24:58,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-20T08:24:58,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4280 sec 2024-11-20T08:24:58,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.4320 sec 2024-11-20T08:24:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on ffae671ae71f6734f1dbb5c11ff23902 2024-11-20T08:24:58,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ffae671ae71f6734f1dbb5c11ff23902 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T08:24:58,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=A 2024-11-20T08:24:58,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:58,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=B 2024-11-20T08:24:58,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:58,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=C 2024-11-20T08:24:58,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:58,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/5e71f7e8789d4f7694fcc73af5e6d8ef is 50, key is test_row_0/A:col10/1732091098591/Put/seqid=0 2024-11-20T08:24:58,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742466_1642 (size=19621) 2024-11-20T08:24:58,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091158628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:58,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091158629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:58,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091158632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:58,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091158733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:58,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091158736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:58,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091158738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:58,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:58,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091158940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:58,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:58,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091158941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:58,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:58,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091158943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:59,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/5e71f7e8789d4f7694fcc73af5e6d8ef 2024-11-20T08:24:59,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/af663019430f42d0b53c48aaeda70755 is 50, key is test_row_0/B:col10/1732091098591/Put/seqid=0 2024-11-20T08:24:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-20T08:24:59,015 INFO [Thread-2555 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-20T08:24:59,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742467_1643 (size=12301) 2024-11-20T08:24:59,017 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:24:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-20T08:24:59,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/af663019430f42d0b53c48aaeda70755 2024-11-20T08:24:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T08:24:59,021 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:24:59,021 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:24:59,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:24:59,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/762f412ecd2745e7bbe84925b648da93 is 50, key is test_row_0/C:col10/1732091098591/Put/seqid=0 2024-11-20T08:24:59,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742468_1644 (size=12301) 2024-11-20T08:24:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T08:24:59,173 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:59,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-20T08:24:59,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:59,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:24:59,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:59,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:59,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:59,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091159251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:59,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091159251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:59,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091159251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T08:24:59,326 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:59,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-20T08:24:59,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:59,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:24:59,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:59,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:59,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:24:59,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/762f412ecd2745e7bbe84925b648da93 2024-11-20T08:24:59,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/5e71f7e8789d4f7694fcc73af5e6d8ef as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/5e71f7e8789d4f7694fcc73af5e6d8ef 2024-11-20T08:24:59,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/5e71f7e8789d4f7694fcc73af5e6d8ef, entries=300, sequenceid=290, filesize=19.2 K 2024-11-20T08:24:59,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/af663019430f42d0b53c48aaeda70755 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/af663019430f42d0b53c48aaeda70755 2024-11-20T08:24:59,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/af663019430f42d0b53c48aaeda70755, entries=150, sequenceid=290, filesize=12.0 K 2024-11-20T08:24:59,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/762f412ecd2745e7bbe84925b648da93 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/762f412ecd2745e7bbe84925b648da93 2024-11-20T08:24:59,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/762f412ecd2745e7bbe84925b648da93, entries=150, sequenceid=290, filesize=12.0 K 2024-11-20T08:24:59,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ffae671ae71f6734f1dbb5c11ff23902 in 857ms, sequenceid=290, compaction requested=true 2024-11-20T08:24:59,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:24:59,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae671ae71f6734f1dbb5c11ff23902:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:24:59,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:59,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae671ae71f6734f1dbb5c11ff23902:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:24:59,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:59,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae671ae71f6734f1dbb5c11ff23902:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:24:59,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:59,448 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:24:59,448 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:24:59,449 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 59160 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:24:59,449 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:24:59,449 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): ffae671ae71f6734f1dbb5c11ff23902/A is initiating minor compaction (all files) 2024-11-20T08:24:59,449 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): ffae671ae71f6734f1dbb5c11ff23902/B is initiating minor compaction (all files) 2024-11-20T08:24:59,450 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffae671ae71f6734f1dbb5c11ff23902/B in TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:59,450 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffae671ae71f6734f1dbb5c11ff23902/A in TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:59,450 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/fb91f2c16369482d8b5ff03d6fc24824, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/3d0041b7e7db405d9569fb81c5b0897f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/2723372de1fb414e9a2b1ba461c96f49, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/af663019430f42d0b53c48aaeda70755] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp, totalSize=48.3 K 2024-11-20T08:24:59,450 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/61c4f10b2e53431abac71abdf1c48c3c, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/44b88f09027f4575b0b70992f067362d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/9a826192fe984c9caa289a15c4d0f19f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/5e71f7e8789d4f7694fcc73af5e6d8ef] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp, totalSize=57.8 K 2024-11-20T08:24:59,450 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting fb91f2c16369482d8b5ff03d6fc24824, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732091096206 2024-11-20T08:24:59,450 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61c4f10b2e53431abac71abdf1c48c3c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732091096206 2024-11-20T08:24:59,450 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 44b88f09027f4575b0b70992f067362d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732091097345 2024-11-20T08:24:59,450 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d0041b7e7db405d9569fb81c5b0897f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732091097345 2024-11-20T08:24:59,450 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a826192fe984c9caa289a15c4d0f19f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732091097435 2024-11-20T08:24:59,450 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 2723372de1fb414e9a2b1ba461c96f49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732091097435 2024-11-20T08:24:59,451 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e71f7e8789d4f7694fcc73af5e6d8ef, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732091098581 2024-11-20T08:24:59,451 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting af663019430f42d0b53c48aaeda70755, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732091098581 2024-11-20T08:24:59,457 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae671ae71f6734f1dbb5c11ff23902#A#compaction#539 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:59,458 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/8483f95ef45f4eb7874fa486a8d94b4c is 50, key is test_row_0/A:col10/1732091098591/Put/seqid=0 2024-11-20T08:24:59,461 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae671ae71f6734f1dbb5c11ff23902#B#compaction#540 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:59,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742469_1645 (size=12983) 2024-11-20T08:24:59,461 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/060ae37a96104d38a5c24b8cc5ea6236 is 50, key is test_row_0/B:col10/1732091098591/Put/seqid=0 2024-11-20T08:24:59,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742470_1646 (size=12983) 2024-11-20T08:24:59,465 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/8483f95ef45f4eb7874fa486a8d94b4c as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/8483f95ef45f4eb7874fa486a8d94b4c 2024-11-20T08:24:59,469 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ffae671ae71f6734f1dbb5c11ff23902/A of ffae671ae71f6734f1dbb5c11ff23902 into 8483f95ef45f4eb7874fa486a8d94b4c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:59,469 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:24:59,469 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902., storeName=ffae671ae71f6734f1dbb5c11ff23902/A, priority=12, startTime=1732091099448; duration=0sec 2024-11-20T08:24:59,469 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:24:59,469 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae671ae71f6734f1dbb5c11ff23902:A 2024-11-20T08:24:59,469 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:24:59,470 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:24:59,470 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): ffae671ae71f6734f1dbb5c11ff23902/C is initiating minor compaction (all files) 2024-11-20T08:24:59,470 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffae671ae71f6734f1dbb5c11ff23902/C in TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:59,470 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/408a596e54724661aad903359c1d6c6f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/ece94c9171ca4b1fadf3dc0f23df2492, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/e0ecb4b6dcc24011ab718b0ffe0f1b40, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/762f412ecd2745e7bbe84925b648da93] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp, totalSize=48.3 K 2024-11-20T08:24:59,470 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 408a596e54724661aad903359c1d6c6f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732091096206 2024-11-20T08:24:59,470 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting ece94c9171ca4b1fadf3dc0f23df2492, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732091097345 2024-11-20T08:24:59,471 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0ecb4b6dcc24011ab718b0ffe0f1b40, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732091097435 2024-11-20T08:24:59,472 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 762f412ecd2745e7bbe84925b648da93, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732091098581 2024-11-20T08:24:59,479 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae671ae71f6734f1dbb5c11ff23902#C#compaction#541 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:24:59,479 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:59,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-20T08:24:59,480 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/2edb26c48e1249ea87f07ef115227569 is 50, key is test_row_0/C:col10/1732091098591/Put/seqid=0 2024-11-20T08:24:59,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:24:59,480 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing ffae671ae71f6734f1dbb5c11ff23902 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-20T08:24:59,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=A 2024-11-20T08:24:59,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:59,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=B 2024-11-20T08:24:59,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:59,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=C 2024-11-20T08:24:59,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:24:59,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742471_1647 (size=12983) 2024-11-20T08:24:59,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/be9d5d2fa8414469bb0019ec5be7e781 is 50, key is test_row_0/A:col10/1732091098627/Put/seqid=0 2024-11-20T08:24:59,487 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/2edb26c48e1249ea87f07ef115227569 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/2edb26c48e1249ea87f07ef115227569 2024-11-20T08:24:59,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742472_1648 (size=12301) 2024-11-20T08:24:59,491 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ffae671ae71f6734f1dbb5c11ff23902/C of ffae671ae71f6734f1dbb5c11ff23902 into 2edb26c48e1249ea87f07ef115227569(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:59,491 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:24:59,491 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902., storeName=ffae671ae71f6734f1dbb5c11ff23902/C, priority=12, startTime=1732091099448; duration=0sec 2024-11-20T08:24:59,492 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:59,492 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae671ae71f6734f1dbb5c11ff23902:C 2024-11-20T08:24:59,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T08:24:59,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:24:59,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on ffae671ae71f6734f1dbb5c11ff23902 2024-11-20T08:24:59,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:59,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091159765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:59,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091159768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:59,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091159769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:59,870 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/060ae37a96104d38a5c24b8cc5ea6236 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/060ae37a96104d38a5c24b8cc5ea6236 2024-11-20T08:24:59,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:59,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091159870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:59,874 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ffae671ae71f6734f1dbb5c11ff23902/B of ffae671ae71f6734f1dbb5c11ff23902 into 060ae37a96104d38a5c24b8cc5ea6236(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:24:59,874 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:24:59,874 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902., storeName=ffae671ae71f6734f1dbb5c11ff23902/B, priority=12, startTime=1732091099448; duration=0sec 2024-11-20T08:24:59,874 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:24:59,874 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae671ae71f6734f1dbb5c11ff23902:B 2024-11-20T08:24:59,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:59,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091159873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:59,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:24:59,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091159874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:24:59,890 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/be9d5d2fa8414469bb0019ec5be7e781 2024-11-20T08:24:59,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/a65cffb293b44bcbbd4e3ffff7761b8d is 50, key is test_row_0/B:col10/1732091098627/Put/seqid=0 2024-11-20T08:24:59,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742473_1649 (size=12301) 2024-11-20T08:25:00,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091160075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:00,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091160077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:00,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091160078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:00,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T08:25:00,300 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/a65cffb293b44bcbbd4e3ffff7761b8d 2024-11-20T08:25:00,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/349cc0ae477d4d488babd596c77507e0 is 50, key is test_row_0/C:col10/1732091098627/Put/seqid=0 2024-11-20T08:25:00,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742474_1650 (size=12301) 2024-11-20T08:25:00,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091160379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:00,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091160381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:00,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091160382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:00,719 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/349cc0ae477d4d488babd596c77507e0 2024-11-20T08:25:00,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/be9d5d2fa8414469bb0019ec5be7e781 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/be9d5d2fa8414469bb0019ec5be7e781 2024-11-20T08:25:00,725 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/be9d5d2fa8414469bb0019ec5be7e781, entries=150, sequenceid=315, filesize=12.0 K 2024-11-20T08:25:00,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/a65cffb293b44bcbbd4e3ffff7761b8d as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/a65cffb293b44bcbbd4e3ffff7761b8d 2024-11-20T08:25:00,728 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/a65cffb293b44bcbbd4e3ffff7761b8d, entries=150, sequenceid=315, filesize=12.0 K 2024-11-20T08:25:00,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/349cc0ae477d4d488babd596c77507e0 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/349cc0ae477d4d488babd596c77507e0 2024-11-20T08:25:00,732 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/349cc0ae477d4d488babd596c77507e0, entries=150, sequenceid=315, filesize=12.0 K 2024-11-20T08:25:00,733 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for ffae671ae71f6734f1dbb5c11ff23902 in 1253ms, sequenceid=315, compaction requested=false 2024-11-20T08:25:00,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:25:00,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:00,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-20T08:25:00,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-20T08:25:00,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-20T08:25:00,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7120 sec 2024-11-20T08:25:00,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.7180 sec 2024-11-20T08:25:00,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on ffae671ae71f6734f1dbb5c11ff23902 2024-11-20T08:25:00,890 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ffae671ae71f6734f1dbb5c11ff23902 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T08:25:00,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=A 2024-11-20T08:25:00,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:00,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=B 2024-11-20T08:25:00,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:00,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=C 2024-11-20T08:25:00,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:00,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/bae72cf27aee420990cf7f440f44e8c4 is 50, key is test_row_0/A:col10/1732091099763/Put/seqid=0 2024-11-20T08:25:00,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742475_1651 (size=12301) 2024-11-20T08:25:00,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/bae72cf27aee420990cf7f440f44e8c4 2024-11-20T08:25:00,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/287db99be9fb403892e81340a7175446 is 50, key is test_row_0/B:col10/1732091099763/Put/seqid=0 2024-11-20T08:25:00,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742476_1652 (size=12301) 2024-11-20T08:25:00,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091160940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:00,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091160940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:00,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091160945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:01,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091161049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:01,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091161049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:01,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091161051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-20T08:25:01,125 INFO [Thread-2555 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-20T08:25:01,126 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:25:01,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-20T08:25:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T08:25:01,128 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:25:01,128 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:25:01,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:25:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T08:25:01,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091161252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:01,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091161252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:01,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091161256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:01,280 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:01,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-20T08:25:01,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:01,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:25:01,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:01,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:01,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:01,318 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/287db99be9fb403892e81340a7175446 2024-11-20T08:25:01,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/df313283358f4933ba617bffc481e72f is 50, key is test_row_0/C:col10/1732091099763/Put/seqid=0 2024-11-20T08:25:01,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742477_1653 (size=12301) 2024-11-20T08:25:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T08:25:01,432 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:01,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-20T08:25:01,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:01,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:25:01,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:01,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:01,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:01,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091161555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:01,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091161556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:01,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091161559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:01,585 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:01,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-20T08:25:01,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:01,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:25:01,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:01,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:01,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:01,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/df313283358f4933ba617bffc481e72f 2024-11-20T08:25:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T08:25:01,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/bae72cf27aee420990cf7f440f44e8c4 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/bae72cf27aee420990cf7f440f44e8c4 2024-11-20T08:25:01,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/bae72cf27aee420990cf7f440f44e8c4, entries=150, sequenceid=331, filesize=12.0 K 2024-11-20T08:25:01,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/287db99be9fb403892e81340a7175446 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/287db99be9fb403892e81340a7175446 2024-11-20T08:25:01,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/287db99be9fb403892e81340a7175446, entries=150, sequenceid=331, filesize=12.0 K 2024-11-20T08:25:01,737 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:01,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/df313283358f4933ba617bffc481e72f as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/df313283358f4933ba617bffc481e72f 2024-11-20T08:25:01,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-20T08:25:01,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:01,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:25:01,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:01,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:01,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:01,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/df313283358f4933ba617bffc481e72f, entries=150, sequenceid=331, filesize=12.0 K 2024-11-20T08:25:01,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ffae671ae71f6734f1dbb5c11ff23902 in 852ms, sequenceid=331, compaction requested=true 2024-11-20T08:25:01,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:25:01,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae671ae71f6734f1dbb5c11ff23902:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:25:01,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:25:01,742 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:25:01,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae671ae71f6734f1dbb5c11ff23902:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:25:01,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:25:01,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae671ae71f6734f1dbb5c11ff23902:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:25:01,742 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:25:01,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:25:01,743 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:25:01,743 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): ffae671ae71f6734f1dbb5c11ff23902/A is initiating minor compaction (all files) 2024-11-20T08:25:01,743 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffae671ae71f6734f1dbb5c11ff23902/A in TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:01,743 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:25:01,743 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/8483f95ef45f4eb7874fa486a8d94b4c, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/be9d5d2fa8414469bb0019ec5be7e781, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/bae72cf27aee420990cf7f440f44e8c4] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp, totalSize=36.7 K 2024-11-20T08:25:01,743 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): ffae671ae71f6734f1dbb5c11ff23902/B is initiating minor compaction (all files) 2024-11-20T08:25:01,743 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffae671ae71f6734f1dbb5c11ff23902/B in TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:01,743 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/060ae37a96104d38a5c24b8cc5ea6236, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/a65cffb293b44bcbbd4e3ffff7761b8d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/287db99be9fb403892e81340a7175446] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp, totalSize=36.7 K 2024-11-20T08:25:01,743 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8483f95ef45f4eb7874fa486a8d94b4c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732091098581 2024-11-20T08:25:01,743 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 060ae37a96104d38a5c24b8cc5ea6236, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732091098581 2024-11-20T08:25:01,743 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting be9d5d2fa8414469bb0019ec5be7e781, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732091098627 2024-11-20T08:25:01,744 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting a65cffb293b44bcbbd4e3ffff7761b8d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732091098627 2024-11-20T08:25:01,744 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting bae72cf27aee420990cf7f440f44e8c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732091099763 2024-11-20T08:25:01,744 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 287db99be9fb403892e81340a7175446, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732091099763 2024-11-20T08:25:01,750 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae671ae71f6734f1dbb5c11ff23902#A#compaction#548 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:25:01,750 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae671ae71f6734f1dbb5c11ff23902#B#compaction#549 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:25:01,750 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/f15954a00a7446baa552bf5cdd3297d3 is 50, key is test_row_0/A:col10/1732091099763/Put/seqid=0 2024-11-20T08:25:01,751 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/383c8c8d080f4bd4993a7aa95a16961f is 50, key is test_row_0/B:col10/1732091099763/Put/seqid=0 2024-11-20T08:25:01,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742479_1655 (size=13085) 2024-11-20T08:25:01,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742478_1654 (size=13085) 2024-11-20T08:25:01,764 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/f15954a00a7446baa552bf5cdd3297d3 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/f15954a00a7446baa552bf5cdd3297d3 2024-11-20T08:25:01,767 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffae671ae71f6734f1dbb5c11ff23902/A of ffae671ae71f6734f1dbb5c11ff23902 into f15954a00a7446baa552bf5cdd3297d3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:25:01,767 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:25:01,767 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902., storeName=ffae671ae71f6734f1dbb5c11ff23902/A, priority=13, startTime=1732091101742; duration=0sec 2024-11-20T08:25:01,768 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:25:01,768 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae671ae71f6734f1dbb5c11ff23902:A 2024-11-20T08:25:01,768 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:25:01,768 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:25:01,769 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): ffae671ae71f6734f1dbb5c11ff23902/C is initiating minor compaction (all files) 2024-11-20T08:25:01,769 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffae671ae71f6734f1dbb5c11ff23902/C in TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:01,769 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/2edb26c48e1249ea87f07ef115227569, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/349cc0ae477d4d488babd596c77507e0, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/df313283358f4933ba617bffc481e72f] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp, totalSize=36.7 K 2024-11-20T08:25:01,769 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2edb26c48e1249ea87f07ef115227569, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732091098581 2024-11-20T08:25:01,769 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 349cc0ae477d4d488babd596c77507e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732091098627 2024-11-20T08:25:01,770 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting df313283358f4933ba617bffc481e72f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732091099763 2024-11-20T08:25:01,776 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae671ae71f6734f1dbb5c11ff23902#C#compaction#550 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:25:01,776 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/ac8553ed4b1944ad8ed13cb44c82cc06 is 50, key is test_row_0/C:col10/1732091099763/Put/seqid=0 2024-11-20T08:25:01,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742480_1656 (size=13085) 2024-11-20T08:25:01,890 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:01,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-20T08:25:01,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:01,891 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing ffae671ae71f6734f1dbb5c11ff23902 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-20T08:25:01,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=A 2024-11-20T08:25:01,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:01,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=B 2024-11-20T08:25:01,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:01,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=C 2024-11-20T08:25:01,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:01,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/c747a7a0c9384945856afbe795f2d7c0 is 50, key is test_row_0/A:col10/1732091100938/Put/seqid=0 2024-11-20T08:25:01,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742481_1657 (size=12301) 2024-11-20T08:25:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on ffae671ae71f6734f1dbb5c11ff23902 2024-11-20T08:25:02,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:25:02,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091162078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:02,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091162083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:02,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091162084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:02,166 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/383c8c8d080f4bd4993a7aa95a16961f as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/383c8c8d080f4bd4993a7aa95a16961f 2024-11-20T08:25:02,170 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffae671ae71f6734f1dbb5c11ff23902/B of ffae671ae71f6734f1dbb5c11ff23902 into 383c8c8d080f4bd4993a7aa95a16961f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:25:02,170 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:25:02,170 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902., storeName=ffae671ae71f6734f1dbb5c11ff23902/B, priority=13, startTime=1732091101742; duration=0sec 2024-11-20T08:25:02,170 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:25:02,170 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae671ae71f6734f1dbb5c11ff23902:B 2024-11-20T08:25:02,183 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/ac8553ed4b1944ad8ed13cb44c82cc06 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/ac8553ed4b1944ad8ed13cb44c82cc06 2024-11-20T08:25:02,189 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffae671ae71f6734f1dbb5c11ff23902/C of ffae671ae71f6734f1dbb5c11ff23902 into ac8553ed4b1944ad8ed13cb44c82cc06(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:25:02,189 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:25:02,189 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902., storeName=ffae671ae71f6734f1dbb5c11ff23902/C, priority=13, startTime=1732091101742; duration=0sec 2024-11-20T08:25:02,189 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:25:02,189 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae671ae71f6734f1dbb5c11ff23902:C 2024-11-20T08:25:02,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091162185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:02,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091162193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:02,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091162193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T08:25:02,311 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/c747a7a0c9384945856afbe795f2d7c0 2024-11-20T08:25:02,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/c64bd6a1df7c4c369eca74cd74c8d3f4 is 50, key is test_row_0/B:col10/1732091100938/Put/seqid=0 2024-11-20T08:25:02,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742482_1658 (size=12301) 2024-11-20T08:25:02,321 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/c64bd6a1df7c4c369eca74cd74c8d3f4 2024-11-20T08:25:02,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/3af8bf39f0f2457a8f98bff7e86a3e99 is 50, key is test_row_0/C:col10/1732091100938/Put/seqid=0 2024-11-20T08:25:02,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742483_1659 (size=12301) 2024-11-20T08:25:02,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091162390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:02,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091162398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:02,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091162398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:02,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091162698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:02,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091162703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:02,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:02,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091162704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:02,730 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/3af8bf39f0f2457a8f98bff7e86a3e99 2024-11-20T08:25:02,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/c747a7a0c9384945856afbe795f2d7c0 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/c747a7a0c9384945856afbe795f2d7c0 2024-11-20T08:25:02,737 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/c747a7a0c9384945856afbe795f2d7c0, entries=150, sequenceid=354, filesize=12.0 K 2024-11-20T08:25:02,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/c64bd6a1df7c4c369eca74cd74c8d3f4 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/c64bd6a1df7c4c369eca74cd74c8d3f4 2024-11-20T08:25:02,741 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/c64bd6a1df7c4c369eca74cd74c8d3f4, entries=150, sequenceid=354, filesize=12.0 K 2024-11-20T08:25:02,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/3af8bf39f0f2457a8f98bff7e86a3e99 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/3af8bf39f0f2457a8f98bff7e86a3e99 2024-11-20T08:25:02,745 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/3af8bf39f0f2457a8f98bff7e86a3e99, entries=150, sequenceid=354, filesize=12.0 K 2024-11-20T08:25:02,746 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for ffae671ae71f6734f1dbb5c11ff23902 in 855ms, sequenceid=354, compaction requested=false 2024-11-20T08:25:02,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:25:02,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:02,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-20T08:25:02,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-20T08:25:02,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-20T08:25:02,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6190 sec 2024-11-20T08:25:02,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.6230 sec 2024-11-20T08:25:03,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on ffae671ae71f6734f1dbb5c11ff23902 2024-11-20T08:25:03,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ffae671ae71f6734f1dbb5c11ff23902 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-20T08:25:03,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=A 2024-11-20T08:25:03,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:03,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=B 2024-11-20T08:25:03,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:03,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=C 2024-11-20T08:25:03,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:03,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/52489c510d18463d91021a05e3227d6d is 50, key is test_row_0/A:col10/1732091103205/Put/seqid=0 2024-11-20T08:25:03,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742484_1660 (size=12301) 2024-11-20T08:25:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-20T08:25:03,231 INFO [Thread-2555 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-20T08:25:03,233 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:25:03,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-20T08:25:03,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T08:25:03,239 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:25:03,239 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:25:03,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:25:03,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091163248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:03,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091163249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:03,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091163255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T08:25:03,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091163357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:03,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091163357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:03,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091163361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:03,391 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:03,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T08:25:03,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:03,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:25:03,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:03,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:03,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T08:25:03,543 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:03,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T08:25:03,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:03,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:25:03,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:03,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:03,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:03,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091163561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:03,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091163562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:03,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091163567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:03,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/52489c510d18463d91021a05e3227d6d 2024-11-20T08:25:03,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/9635644638e74be58eb4ca05e7a290d6 is 50, key is test_row_0/B:col10/1732091103205/Put/seqid=0 2024-11-20T08:25:03,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742485_1661 (size=12301) 2024-11-20T08:25:03,696 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:03,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T08:25:03,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:03,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:25:03,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:03,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:03,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T08:25:03,848 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:03,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T08:25:03,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:03,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:25:03,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:03,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:03,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:03,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:03,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091163865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:03,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091163866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:03,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091163872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:04,001 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:04,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T08:25:04,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:04,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:25:04,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:04,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:04,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:04,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/9635644638e74be58eb4ca05e7a290d6 2024-11-20T08:25:04,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/225e54bcfffd4ea68c9f60bbe2433541 is 50, key is test_row_0/C:col10/1732091103205/Put/seqid=0 2024-11-20T08:25:04,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742486_1662 (size=12301) 2024-11-20T08:25:04,154 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:04,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T08:25:04,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:04,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:25:04,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:04,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:04,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:04,306 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:04,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T08:25:04,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:04,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:25:04,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:04,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:04,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T08:25:04,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:04,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091164376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091164375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:04,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091164383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:04,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/225e54bcfffd4ea68c9f60bbe2433541 2024-11-20T08:25:04,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/52489c510d18463d91021a05e3227d6d as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/52489c510d18463d91021a05e3227d6d 2024-11-20T08:25:04,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/52489c510d18463d91021a05e3227d6d, entries=150, sequenceid=371, filesize=12.0 K 2024-11-20T08:25:04,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/9635644638e74be58eb4ca05e7a290d6 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/9635644638e74be58eb4ca05e7a290d6 2024-11-20T08:25:04,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/9635644638e74be58eb4ca05e7a290d6, entries=150, sequenceid=371, filesize=12.0 K 2024-11-20T08:25:04,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/225e54bcfffd4ea68c9f60bbe2433541 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/225e54bcfffd4ea68c9f60bbe2433541 2024-11-20T08:25:04,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/225e54bcfffd4ea68c9f60bbe2433541, entries=150, sequenceid=371, filesize=12.0 K 2024-11-20T08:25:04,458 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for ffae671ae71f6734f1dbb5c11ff23902 in 1252ms, sequenceid=371, compaction requested=true 2024-11-20T08:25:04,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:25:04,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae671ae71f6734f1dbb5c11ff23902:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:25:04,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:25:04,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae671ae71f6734f1dbb5c11ff23902:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:25:04,459 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:25:04,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:25:04,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae671ae71f6734f1dbb5c11ff23902:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:25:04,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T08:25:04,459 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:25:04,459 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:04,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-20T08:25:04,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:04,460 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing ffae671ae71f6734f1dbb5c11ff23902 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-20T08:25:04,460 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:25:04,460 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:25:04,460 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): ffae671ae71f6734f1dbb5c11ff23902/A is initiating minor compaction (all files) 2024-11-20T08:25:04,460 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): ffae671ae71f6734f1dbb5c11ff23902/B is initiating minor compaction (all files) 2024-11-20T08:25:04,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=A 2024-11-20T08:25:04,460 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffae671ae71f6734f1dbb5c11ff23902/A in TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:04,460 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffae671ae71f6734f1dbb5c11ff23902/B in TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:04,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:04,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=B 2024-11-20T08:25:04,460 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/383c8c8d080f4bd4993a7aa95a16961f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/c64bd6a1df7c4c369eca74cd74c8d3f4, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/9635644638e74be58eb4ca05e7a290d6] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp, totalSize=36.8 K 2024-11-20T08:25:04,460 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/f15954a00a7446baa552bf5cdd3297d3, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/c747a7a0c9384945856afbe795f2d7c0, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/52489c510d18463d91021a05e3227d6d] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp, totalSize=36.8 K 2024-11-20T08:25:04,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:04,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=C 2024-11-20T08:25:04,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:04,460 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting f15954a00a7446baa552bf5cdd3297d3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732091099763 2024-11-20T08:25:04,461 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 383c8c8d080f4bd4993a7aa95a16961f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732091099763 2024-11-20T08:25:04,461 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting c747a7a0c9384945856afbe795f2d7c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732091100938 2024-11-20T08:25:04,461 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting c64bd6a1df7c4c369eca74cd74c8d3f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732091100938 2024-11-20T08:25:04,462 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52489c510d18463d91021a05e3227d6d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732091102082 2024-11-20T08:25:04,462 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 9635644638e74be58eb4ca05e7a290d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732091102082 2024-11-20T08:25:04,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/f2c055e52d2848f298614294f48ab349 is 50, key is test_row_0/A:col10/1732091103246/Put/seqid=0 2024-11-20T08:25:04,469 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae671ae71f6734f1dbb5c11ff23902#A#compaction#558 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:25:04,469 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae671ae71f6734f1dbb5c11ff23902#B#compaction#559 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:25:04,470 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/1e6e13fab81f42d3aed221a9919d134f is 50, key is test_row_0/A:col10/1732091103205/Put/seqid=0 2024-11-20T08:25:04,470 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/0048034da46348559fdd5e173ff5faf0 is 50, key is test_row_0/B:col10/1732091103205/Put/seqid=0 2024-11-20T08:25:04,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742487_1663 (size=12301) 2024-11-20T08:25:04,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742488_1664 (size=13187) 2024-11-20T08:25:04,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742489_1665 (size=13187) 2024-11-20T08:25:04,878 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/f2c055e52d2848f298614294f48ab349 2024-11-20T08:25:04,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/46ba3b5d83304a2eb2599a664e1820ff is 50, key is test_row_0/B:col10/1732091103246/Put/seqid=0 2024-11-20T08:25:04,887 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/1e6e13fab81f42d3aed221a9919d134f as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/1e6e13fab81f42d3aed221a9919d134f 2024-11-20T08:25:04,888 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/0048034da46348559fdd5e173ff5faf0 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/0048034da46348559fdd5e173ff5faf0 2024-11-20T08:25:04,891 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffae671ae71f6734f1dbb5c11ff23902/A of ffae671ae71f6734f1dbb5c11ff23902 into 1e6e13fab81f42d3aed221a9919d134f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:25:04,892 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:25:04,892 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902., storeName=ffae671ae71f6734f1dbb5c11ff23902/A, priority=13, startTime=1732091104459; duration=0sec 2024-11-20T08:25:04,892 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:25:04,892 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae671ae71f6734f1dbb5c11ff23902:A 2024-11-20T08:25:04,892 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:25:04,892 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffae671ae71f6734f1dbb5c11ff23902/B of ffae671ae71f6734f1dbb5c11ff23902 into 0048034da46348559fdd5e173ff5faf0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:25:04,892 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:25:04,892 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902., storeName=ffae671ae71f6734f1dbb5c11ff23902/B, priority=13, startTime=1732091104459; duration=0sec 2024-11-20T08:25:04,893 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:25:04,893 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae671ae71f6734f1dbb5c11ff23902:B 2024-11-20T08:25:04,893 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:25:04,894 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): ffae671ae71f6734f1dbb5c11ff23902/C is initiating minor compaction (all files) 2024-11-20T08:25:04,894 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffae671ae71f6734f1dbb5c11ff23902/C in TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:04,894 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/ac8553ed4b1944ad8ed13cb44c82cc06, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/3af8bf39f0f2457a8f98bff7e86a3e99, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/225e54bcfffd4ea68c9f60bbe2433541] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp, totalSize=36.8 K 2024-11-20T08:25:04,894 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac8553ed4b1944ad8ed13cb44c82cc06, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732091099763 2024-11-20T08:25:04,894 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3af8bf39f0f2457a8f98bff7e86a3e99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732091100938 2024-11-20T08:25:04,895 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 225e54bcfffd4ea68c9f60bbe2433541, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732091102082 2024-11-20T08:25:04,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742490_1666 (size=12301) 2024-11-20T08:25:04,902 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae671ae71f6734f1dbb5c11ff23902#C#compaction#561 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:25:04,902 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/a3f324a4271743aab541045ffdbb91b4 is 50, key is test_row_0/C:col10/1732091103205/Put/seqid=0 2024-11-20T08:25:04,904 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/46ba3b5d83304a2eb2599a664e1820ff 2024-11-20T08:25:04,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/85110c05a46644a089235bd43c21776f is 50, key is test_row_0/C:col10/1732091103246/Put/seqid=0 2024-11-20T08:25:04,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742491_1667 (size=13187) 2024-11-20T08:25:04,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742492_1668 (size=12301) 2024-11-20T08:25:04,921 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/85110c05a46644a089235bd43c21776f 2024-11-20T08:25:04,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/f2c055e52d2848f298614294f48ab349 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/f2c055e52d2848f298614294f48ab349 2024-11-20T08:25:04,935 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/f2c055e52d2848f298614294f48ab349, entries=150, sequenceid=392, filesize=12.0 K 2024-11-20T08:25:04,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/46ba3b5d83304a2eb2599a664e1820ff as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/46ba3b5d83304a2eb2599a664e1820ff 2024-11-20T08:25:04,940 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/46ba3b5d83304a2eb2599a664e1820ff, entries=150, sequenceid=392, filesize=12.0 K 2024-11-20T08:25:04,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/85110c05a46644a089235bd43c21776f as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/85110c05a46644a089235bd43c21776f 2024-11-20T08:25:04,946 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/85110c05a46644a089235bd43c21776f, entries=150, sequenceid=392, filesize=12.0 K 2024-11-20T08:25:04,947 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for ffae671ae71f6734f1dbb5c11ff23902 in 487ms, sequenceid=392, compaction requested=false 2024-11-20T08:25:04,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:25:04,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:04,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-20T08:25:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-20T08:25:04,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-20T08:25:04,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7090 sec 2024-11-20T08:25:04,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.7170 sec 2024-11-20T08:25:05,324 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/a3f324a4271743aab541045ffdbb91b4 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/a3f324a4271743aab541045ffdbb91b4 2024-11-20T08:25:05,329 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffae671ae71f6734f1dbb5c11ff23902/C of ffae671ae71f6734f1dbb5c11ff23902 into a3f324a4271743aab541045ffdbb91b4(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:25:05,329 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:25:05,329 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902., storeName=ffae671ae71f6734f1dbb5c11ff23902/C, priority=13, startTime=1732091104459; duration=0sec 2024-11-20T08:25:05,329 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:25:05,329 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae671ae71f6734f1dbb5c11ff23902:C 2024-11-20T08:25:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-20T08:25:05,342 INFO [Thread-2555 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-20T08:25:05,344 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:25:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-20T08:25:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T08:25:05,345 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:25:05,347 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:25:05,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:25:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on ffae671ae71f6734f1dbb5c11ff23902 2024-11-20T08:25:05,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ffae671ae71f6734f1dbb5c11ff23902 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T08:25:05,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=A 2024-11-20T08:25:05,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:05,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=B 2024-11-20T08:25:05,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:05,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=C 2024-11-20T08:25:05,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:05,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/e3a3b17c157b4bdbad569aba99060b4a is 50, key is test_row_0/A:col10/1732091105395/Put/seqid=0 2024-11-20T08:25:05,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742493_1669 (size=17181) 2024-11-20T08:25:05,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091165434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:05,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091165439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:05,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091165440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T08:25:05,498 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:05,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-20T08:25:05,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:05,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:25:05,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:05,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:05,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:05,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091165541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:05,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091165542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:05,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091165547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:05,589 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T08:25:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T08:25:05,651 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:05,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-20T08:25:05,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:05,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:25:05,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:05,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:05,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:05,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48442 deadline: 1732091165741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:05,745 DEBUG [Thread-2553 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18272 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902., hostname=a04d4489dc6d,43141,1732090957262, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:25:05,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091165746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:05,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48432 deadline: 1732091165747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:05,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091165747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:05,750 DEBUG [Thread-2549 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18298 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902., hostname=a04d4489dc6d,43141,1732090957262, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:25:05,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091165753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:05,803 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:05,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-20T08:25:05,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:05,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:25:05,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:05,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:05,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:05,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/e3a3b17c157b4bdbad569aba99060b4a 2024-11-20T08:25:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:05,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/8830e0095a8d49e09b1360da76f275e4 is 50, key is test_row_0/B:col10/1732091105395/Put/seqid=0 2024-11-20T08:25:05,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742494_1670 (size=12301) 2024-11-20T08:25:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T08:25:05,956 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:05,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-20T08:25:05,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:05,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:25:05,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:05,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:05,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:05,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:06,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091166051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:06,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:06,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091166052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:06,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091166057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:06,108 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:06,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-20T08:25:06,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:06,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:25:06,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:06,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:06,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:06,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:06,216 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/8830e0095a8d49e09b1360da76f275e4 2024-11-20T08:25:06,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/eed5c4248e98483486069b607a4ec1c5 is 50, key is test_row_0/C:col10/1732091105395/Put/seqid=0 2024-11-20T08:25:06,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742495_1671 (size=12301) 2024-11-20T08:25:06,260 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:06,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-20T08:25:06,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:06,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:25:06,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:06,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:06,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:06,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:06,413 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:06,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-20T08:25:06,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:06,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:25:06,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:06,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:06,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T08:25:06,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48396 deadline: 1732091166557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:06,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732091166557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:06,566 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:06,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-20T08:25:06,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:06,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:25:06,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:06,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48430 deadline: 1732091166563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:06,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:06,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:06,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/eed5c4248e98483486069b607a4ec1c5 2024-11-20T08:25:06,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/e3a3b17c157b4bdbad569aba99060b4a as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/e3a3b17c157b4bdbad569aba99060b4a 2024-11-20T08:25:06,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/e3a3b17c157b4bdbad569aba99060b4a, entries=250, sequenceid=406, filesize=16.8 K 2024-11-20T08:25:06,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/8830e0095a8d49e09b1360da76f275e4 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/8830e0095a8d49e09b1360da76f275e4 2024-11-20T08:25:06,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/8830e0095a8d49e09b1360da76f275e4, entries=150, sequenceid=406, filesize=12.0 K 2024-11-20T08:25:06,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/eed5c4248e98483486069b607a4ec1c5 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/eed5c4248e98483486069b607a4ec1c5 2024-11-20T08:25:06,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/eed5c4248e98483486069b607a4ec1c5, entries=150, sequenceid=406, filesize=12.0 K 2024-11-20T08:25:06,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ffae671ae71f6734f1dbb5c11ff23902 in 1247ms, sequenceid=406, compaction requested=true 2024-11-20T08:25:06,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:25:06,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae671ae71f6734f1dbb5c11ff23902:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:25:06,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:25:06,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae671ae71f6734f1dbb5c11ff23902:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:25:06,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:25:06,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae671ae71f6734f1dbb5c11ff23902:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:25:06,644 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:25:06,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:25:06,644 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:25:06,645 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42669 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:25:06,645 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): ffae671ae71f6734f1dbb5c11ff23902/A is initiating minor compaction (all files) 2024-11-20T08:25:06,645 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:25:06,645 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffae671ae71f6734f1dbb5c11ff23902/A in TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:06,645 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): ffae671ae71f6734f1dbb5c11ff23902/B is initiating minor compaction (all files) 2024-11-20T08:25:06,645 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffae671ae71f6734f1dbb5c11ff23902/B in TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:06,645 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/1e6e13fab81f42d3aed221a9919d134f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/f2c055e52d2848f298614294f48ab349, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/e3a3b17c157b4bdbad569aba99060b4a] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp, totalSize=41.7 K 2024-11-20T08:25:06,645 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/0048034da46348559fdd5e173ff5faf0, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/46ba3b5d83304a2eb2599a664e1820ff, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/8830e0095a8d49e09b1360da76f275e4] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp, totalSize=36.9 K 2024-11-20T08:25:06,645 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e6e13fab81f42d3aed221a9919d134f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732091102082 2024-11-20T08:25:06,645 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 0048034da46348559fdd5e173ff5faf0, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732091102082 2024-11-20T08:25:06,646 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 46ba3b5d83304a2eb2599a664e1820ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732091103246 2024-11-20T08:25:06,646 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2c055e52d2848f298614294f48ab349, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732091103246 2024-11-20T08:25:06,646 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3a3b17c157b4bdbad569aba99060b4a, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732091105390 2024-11-20T08:25:06,646 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 8830e0095a8d49e09b1360da76f275e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732091105394 2024-11-20T08:25:06,652 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae671ae71f6734f1dbb5c11ff23902#A#compaction#566 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:25:06,652 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/1ff9dbcd65f24110b93e33411f8bd83e is 50, key is test_row_0/A:col10/1732091105395/Put/seqid=0 2024-11-20T08:25:06,652 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae671ae71f6734f1dbb5c11ff23902#B#compaction#567 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:25:06,653 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/cb064ccb0b6543bcaf5660e752327f99 is 50, key is test_row_0/B:col10/1732091105395/Put/seqid=0 2024-11-20T08:25:06,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742496_1672 (size=13289) 2024-11-20T08:25:06,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742497_1673 (size=13289) 2024-11-20T08:25:06,665 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/cb064ccb0b6543bcaf5660e752327f99 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/cb064ccb0b6543bcaf5660e752327f99 2024-11-20T08:25:06,668 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffae671ae71f6734f1dbb5c11ff23902/B of ffae671ae71f6734f1dbb5c11ff23902 into cb064ccb0b6543bcaf5660e752327f99(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:25:06,668 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:25:06,668 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902., storeName=ffae671ae71f6734f1dbb5c11ff23902/B, priority=13, startTime=1732091106644; duration=0sec 2024-11-20T08:25:06,668 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:25:06,668 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae671ae71f6734f1dbb5c11ff23902:B 2024-11-20T08:25:06,669 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:25:06,669 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:25:06,669 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): ffae671ae71f6734f1dbb5c11ff23902/C is initiating minor compaction (all files) 2024-11-20T08:25:06,669 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ffae671ae71f6734f1dbb5c11ff23902/C in TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:06,669 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/a3f324a4271743aab541045ffdbb91b4, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/85110c05a46644a089235bd43c21776f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/eed5c4248e98483486069b607a4ec1c5] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp, totalSize=36.9 K 2024-11-20T08:25:06,670 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting a3f324a4271743aab541045ffdbb91b4, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732091102082 2024-11-20T08:25:06,670 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 85110c05a46644a089235bd43c21776f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732091103246 2024-11-20T08:25:06,670 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting eed5c4248e98483486069b607a4ec1c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732091105394 2024-11-20T08:25:06,675 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae671ae71f6734f1dbb5c11ff23902#C#compaction#568 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:25:06,675 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/30c446c17f534b3581b0d85323a0b6bc is 50, key is test_row_0/C:col10/1732091105395/Put/seqid=0 2024-11-20T08:25:06,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742498_1674 (size=13289) 2024-11-20T08:25:06,719 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:06,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-20T08:25:06,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:06,719 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing ffae671ae71f6734f1dbb5c11ff23902 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T08:25:06,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=A 2024-11-20T08:25:06,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:06,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=B 2024-11-20T08:25:06,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:06,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=C 2024-11-20T08:25:06,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:06,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/f94e2f06d62d41bcb4f862a0ed546dc0 is 50, key is test_row_0/A:col10/1732091105438/Put/seqid=0 2024-11-20T08:25:06,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742499_1675 (size=12301) 2024-11-20T08:25:07,059 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/1ff9dbcd65f24110b93e33411f8bd83e as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/1ff9dbcd65f24110b93e33411f8bd83e 2024-11-20T08:25:07,064 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffae671ae71f6734f1dbb5c11ff23902/A of ffae671ae71f6734f1dbb5c11ff23902 into 1ff9dbcd65f24110b93e33411f8bd83e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:25:07,064 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:25:07,064 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902., storeName=ffae671ae71f6734f1dbb5c11ff23902/A, priority=13, startTime=1732091106644; duration=0sec 2024-11-20T08:25:07,064 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:25:07,064 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae671ae71f6734f1dbb5c11ff23902:A 2024-11-20T08:25:07,083 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/30c446c17f534b3581b0d85323a0b6bc as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/30c446c17f534b3581b0d85323a0b6bc 2024-11-20T08:25:07,087 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ffae671ae71f6734f1dbb5c11ff23902/C of ffae671ae71f6734f1dbb5c11ff23902 into 30c446c17f534b3581b0d85323a0b6bc(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:25:07,087 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:25:07,087 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902., storeName=ffae671ae71f6734f1dbb5c11ff23902/C, priority=13, startTime=1732091106644; duration=0sec 2024-11-20T08:25:07,087 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:25:07,087 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae671ae71f6734f1dbb5c11ff23902:C 2024-11-20T08:25:07,130 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/f94e2f06d62d41bcb4f862a0ed546dc0 2024-11-20T08:25:07,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/037b6686267a4b7f8f6635bee0b7e6e2 is 50, key is test_row_0/B:col10/1732091105438/Put/seqid=0 2024-11-20T08:25:07,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742500_1676 (size=12301) 2024-11-20T08:25:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T08:25:07,484 DEBUG [Thread-2560 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10bda459 to 127.0.0.1:55720 2024-11-20T08:25:07,484 DEBUG [Thread-2560 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:25:07,485 DEBUG [Thread-2562 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0657e1bf to 127.0.0.1:55720 2024-11-20T08:25:07,485 DEBUG [Thread-2562 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:25:07,485 DEBUG [Thread-2556 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x39b3baa5 to 127.0.0.1:55720 2024-11-20T08:25:07,485 DEBUG [Thread-2556 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:25:07,486 DEBUG [Thread-2564 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6dee2855 to 127.0.0.1:55720 2024-11-20T08:25:07,486 DEBUG [Thread-2564 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:25:07,487 DEBUG [Thread-2558 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x402e5def to 127.0.0.1:55720 2024-11-20T08:25:07,487 DEBUG [Thread-2558 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:25:07,539 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/037b6686267a4b7f8f6635bee0b7e6e2 2024-11-20T08:25:07,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/9f76e121049a483986b140baa95de733 is 50, key is test_row_0/C:col10/1732091105438/Put/seqid=0 2024-11-20T08:25:07,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742501_1677 (size=12301) 2024-11-20T08:25:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on ffae671ae71f6734f1dbb5c11ff23902 2024-11-20T08:25:07,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. as already flushing 2024-11-20T08:25:07,569 DEBUG [Thread-2547 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x345fa4f7 to 127.0.0.1:55720 2024-11-20T08:25:07,570 DEBUG [Thread-2547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:25:07,570 DEBUG [Thread-2551 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d125972 to 127.0.0.1:55720 2024-11-20T08:25:07,570 DEBUG [Thread-2551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:25:07,574 DEBUG [Thread-2545 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x048087da to 127.0.0.1:55720 2024-11-20T08:25:07,574 DEBUG [Thread-2545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:25:07,948 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/9f76e121049a483986b140baa95de733 2024-11-20T08:25:07,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/f94e2f06d62d41bcb4f862a0ed546dc0 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/f94e2f06d62d41bcb4f862a0ed546dc0 2024-11-20T08:25:07,954 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/f94e2f06d62d41bcb4f862a0ed546dc0, entries=150, sequenceid=432, filesize=12.0 K 2024-11-20T08:25:07,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/037b6686267a4b7f8f6635bee0b7e6e2 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/037b6686267a4b7f8f6635bee0b7e6e2 2024-11-20T08:25:07,957 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/037b6686267a4b7f8f6635bee0b7e6e2, entries=150, sequenceid=432, filesize=12.0 K 2024-11-20T08:25:07,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/9f76e121049a483986b140baa95de733 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/9f76e121049a483986b140baa95de733 2024-11-20T08:25:07,960 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/9f76e121049a483986b140baa95de733, entries=150, sequenceid=432, filesize=12.0 K 2024-11-20T08:25:07,961 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=20.13 KB/20610 for ffae671ae71f6734f1dbb5c11ff23902 in 1242ms, sequenceid=432, compaction requested=false 2024-11-20T08:25:07,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:25:07,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:07,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-20T08:25:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-20T08:25:07,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-20T08:25:07,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6150 sec 2024-11-20T08:25:07,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 2.6190 sec 2024-11-20T08:25:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-20T08:25:09,450 INFO [Thread-2555 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-20T08:25:15,823 DEBUG [Thread-2549 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x315a23ef to 127.0.0.1:55720 2024-11-20T08:25:15,823 DEBUG [Thread-2549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:25:15,842 DEBUG [Thread-2553 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x134bfe32 to 127.0.0.1:55720 2024-11-20T08:25:15,842 DEBUG [Thread-2553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:25:15,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T08:25:15,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 121 2024-11-20T08:25:15,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 115 2024-11-20T08:25:15,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 1 2024-11-20T08:25:15,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 107 2024-11-20T08:25:15,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 1 2024-11-20T08:25:15,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T08:25:15,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T08:25:15,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2907 2024-11-20T08:25:15,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8721 rows 2024-11-20T08:25:15,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2915 2024-11-20T08:25:15,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8745 rows 2024-11-20T08:25:15,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2886 2024-11-20T08:25:15,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8658 rows 2024-11-20T08:25:15,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2884 2024-11-20T08:25:15,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8652 rows 2024-11-20T08:25:15,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2908 2024-11-20T08:25:15,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8724 rows 2024-11-20T08:25:15,843 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T08:25:15,843 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x461176d7 to 127.0.0.1:55720 2024-11-20T08:25:15,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:25:15,848 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T08:25:15,848 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T08:25:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T08:25:15,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T08:25:15,852 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732091115851"}]},"ts":"1732091115851"} 2024-11-20T08:25:15,853 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T08:25:15,855 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T08:25:15,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T08:25:15,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffae671ae71f6734f1dbb5c11ff23902, UNASSIGN}] 2024-11-20T08:25:15,856 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffae671ae71f6734f1dbb5c11ff23902, UNASSIGN 2024-11-20T08:25:15,857 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=ffae671ae71f6734f1dbb5c11ff23902, regionState=CLOSING, regionLocation=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:15,858 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T08:25:15,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; CloseRegionProcedure ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262}] 2024-11-20T08:25:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T08:25:16,009 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:16,009 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] handler.UnassignRegionHandler(124): Close ffae671ae71f6734f1dbb5c11ff23902 2024-11-20T08:25:16,009 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T08:25:16,009 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1681): Closing ffae671ae71f6734f1dbb5c11ff23902, disabling compactions & flushes 2024-11-20T08:25:16,009 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:16,009 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:16,009 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. after waiting 0 ms 2024-11-20T08:25:16,009 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:16,010 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(2837): Flushing ffae671ae71f6734f1dbb5c11ff23902 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-20T08:25:16,010 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=A 2024-11-20T08:25:16,010 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:16,010 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=B 2024-11-20T08:25:16,010 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:16,010 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ffae671ae71f6734f1dbb5c11ff23902, store=C 2024-11-20T08:25:16,010 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:16,013 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/fb78475829cb4659a635550f07b9cb71 is 50, key is test_row_0/A:col10/1732091107573/Put/seqid=0 2024-11-20T08:25:16,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742502_1678 (size=12301) 2024-11-20T08:25:16,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T08:25:16,416 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/fb78475829cb4659a635550f07b9cb71 2024-11-20T08:25:16,422 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/758589cb7b5a4349be127b22fca99e0f is 50, key is test_row_0/B:col10/1732091107573/Put/seqid=0 2024-11-20T08:25:16,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742503_1679 (size=12301) 2024-11-20T08:25:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T08:25:16,825 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/758589cb7b5a4349be127b22fca99e0f 2024-11-20T08:25:16,831 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/0339487b79194063a892e6db2f2df48b is 50, key is test_row_0/C:col10/1732091107573/Put/seqid=0 2024-11-20T08:25:16,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742504_1680 (size=12301) 2024-11-20T08:25:16,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T08:25:17,235 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/0339487b79194063a892e6db2f2df48b 2024-11-20T08:25:17,238 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/A/fb78475829cb4659a635550f07b9cb71 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/fb78475829cb4659a635550f07b9cb71 2024-11-20T08:25:17,240 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/fb78475829cb4659a635550f07b9cb71, entries=150, sequenceid=442, filesize=12.0 K 2024-11-20T08:25:17,241 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/B/758589cb7b5a4349be127b22fca99e0f as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/758589cb7b5a4349be127b22fca99e0f 2024-11-20T08:25:17,243 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/758589cb7b5a4349be127b22fca99e0f, entries=150, sequenceid=442, filesize=12.0 K 2024-11-20T08:25:17,244 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/.tmp/C/0339487b79194063a892e6db2f2df48b as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/0339487b79194063a892e6db2f2df48b 2024-11-20T08:25:17,246 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/0339487b79194063a892e6db2f2df48b, entries=150, sequenceid=442, filesize=12.0 K 2024-11-20T08:25:17,247 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for ffae671ae71f6734f1dbb5c11ff23902 in 1238ms, sequenceid=442, compaction requested=true 2024-11-20T08:25:17,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/424dc86c53a048c7bf6c96be5d884cf4, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/f5251e4e63914020b653ec876e2dac42, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/9dc5a99276ca49da8e13914a4857d493, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/84fdc6c38b5d4c53a17ecd0eeb31981a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/665de96b3c784f67b48f00b8137e98e0, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/3570072c38f742d1971ca1f14dbe8d1c, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/423fa62b98c3443e8a02ee1912c7a417, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/434795c3aa494d9581f8c9440fee1322, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/10fc9b6dcb934154a1f8e5ae707dbd4a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/800169ef90984ea6914bd132566b24d1, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/450b8dfe5b5e49dab8c10223255d275b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/4a9f7cc1753743c2ad95da418f412dac, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/36a75e3d6592497b83341eb4d4b1b687, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/300ce3076e204f3493069c6e92b1eb7b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/c1dc4ef39ac541de9d6783f7830334ac, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/b76594a97dd94b288ffe3c080127d6ff, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/61c4f10b2e53431abac71abdf1c48c3c, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/44b88f09027f4575b0b70992f067362d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/9a826192fe984c9caa289a15c4d0f19f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/5e71f7e8789d4f7694fcc73af5e6d8ef, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/8483f95ef45f4eb7874fa486a8d94b4c, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/be9d5d2fa8414469bb0019ec5be7e781, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/f15954a00a7446baa552bf5cdd3297d3, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/bae72cf27aee420990cf7f440f44e8c4, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/c747a7a0c9384945856afbe795f2d7c0, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/1e6e13fab81f42d3aed221a9919d134f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/52489c510d18463d91021a05e3227d6d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/f2c055e52d2848f298614294f48ab349, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/e3a3b17c157b4bdbad569aba99060b4a] to archive 2024-11-20T08:25:17,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T08:25:17,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/424dc86c53a048c7bf6c96be5d884cf4 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/424dc86c53a048c7bf6c96be5d884cf4 2024-11-20T08:25:17,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/f5251e4e63914020b653ec876e2dac42 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/f5251e4e63914020b653ec876e2dac42 2024-11-20T08:25:17,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/9dc5a99276ca49da8e13914a4857d493 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/9dc5a99276ca49da8e13914a4857d493 2024-11-20T08:25:17,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/84fdc6c38b5d4c53a17ecd0eeb31981a to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/84fdc6c38b5d4c53a17ecd0eeb31981a 2024-11-20T08:25:17,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/665de96b3c784f67b48f00b8137e98e0 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/665de96b3c784f67b48f00b8137e98e0 2024-11-20T08:25:17,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/3570072c38f742d1971ca1f14dbe8d1c to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/3570072c38f742d1971ca1f14dbe8d1c 2024-11-20T08:25:17,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/423fa62b98c3443e8a02ee1912c7a417 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/423fa62b98c3443e8a02ee1912c7a417 2024-11-20T08:25:17,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/434795c3aa494d9581f8c9440fee1322 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/434795c3aa494d9581f8c9440fee1322 2024-11-20T08:25:17,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/10fc9b6dcb934154a1f8e5ae707dbd4a to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/10fc9b6dcb934154a1f8e5ae707dbd4a 2024-11-20T08:25:17,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/800169ef90984ea6914bd132566b24d1 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/800169ef90984ea6914bd132566b24d1 2024-11-20T08:25:17,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/450b8dfe5b5e49dab8c10223255d275b to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/450b8dfe5b5e49dab8c10223255d275b 2024-11-20T08:25:17,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/4a9f7cc1753743c2ad95da418f412dac to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/4a9f7cc1753743c2ad95da418f412dac 2024-11-20T08:25:17,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/36a75e3d6592497b83341eb4d4b1b687 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/36a75e3d6592497b83341eb4d4b1b687 2024-11-20T08:25:17,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/300ce3076e204f3493069c6e92b1eb7b to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/300ce3076e204f3493069c6e92b1eb7b 2024-11-20T08:25:17,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/c1dc4ef39ac541de9d6783f7830334ac to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/c1dc4ef39ac541de9d6783f7830334ac 2024-11-20T08:25:17,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/b76594a97dd94b288ffe3c080127d6ff to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/b76594a97dd94b288ffe3c080127d6ff 2024-11-20T08:25:17,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/61c4f10b2e53431abac71abdf1c48c3c to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/61c4f10b2e53431abac71abdf1c48c3c 2024-11-20T08:25:17,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/44b88f09027f4575b0b70992f067362d to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/44b88f09027f4575b0b70992f067362d 2024-11-20T08:25:17,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/9a826192fe984c9caa289a15c4d0f19f to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/9a826192fe984c9caa289a15c4d0f19f 2024-11-20T08:25:17,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/5e71f7e8789d4f7694fcc73af5e6d8ef to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/5e71f7e8789d4f7694fcc73af5e6d8ef 2024-11-20T08:25:17,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/8483f95ef45f4eb7874fa486a8d94b4c to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/8483f95ef45f4eb7874fa486a8d94b4c 2024-11-20T08:25:17,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/be9d5d2fa8414469bb0019ec5be7e781 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/be9d5d2fa8414469bb0019ec5be7e781 2024-11-20T08:25:17,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/f15954a00a7446baa552bf5cdd3297d3 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/f15954a00a7446baa552bf5cdd3297d3 2024-11-20T08:25:17,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/bae72cf27aee420990cf7f440f44e8c4 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/bae72cf27aee420990cf7f440f44e8c4 2024-11-20T08:25:17,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/c747a7a0c9384945856afbe795f2d7c0 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/c747a7a0c9384945856afbe795f2d7c0 2024-11-20T08:25:17,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/1e6e13fab81f42d3aed221a9919d134f to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/1e6e13fab81f42d3aed221a9919d134f 2024-11-20T08:25:17,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/52489c510d18463d91021a05e3227d6d to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/52489c510d18463d91021a05e3227d6d 2024-11-20T08:25:17,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/f2c055e52d2848f298614294f48ab349 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/f2c055e52d2848f298614294f48ab349 2024-11-20T08:25:17,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/e3a3b17c157b4bdbad569aba99060b4a to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/e3a3b17c157b4bdbad569aba99060b4a 2024-11-20T08:25:17,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/1f9d94a6d1844f0a95d42eeff445870a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/2545c69c8afe457b86c838427363f2ed, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/9ecc9a7a8175430cb7404c874f4f9157, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/10851bffed1049db84ad01d6b7742505, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/4ef3d95eff11440fa4edf1e16b9e2a63, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/635598017d8f4c7ca079d9fb457f3664, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/d4e941d1e30f4ebf8f45cfde36c93716, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/0d5baaec50204338b374c370edfbebb6, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/c39507ac46084ebf8c8845cded5790a1, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/dcae45c7b32b4dccb5a805269f0f9039, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/2f73addbc34a4d7296e3be3ef239ec70, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/722e09a1fe8a4d41989a3a48c468dbe2, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/617e5a3eff964bba80dd23a56f6896ba, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/9129108053e7461ebc6cf69c52667f9f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/3bf8f28f2e2f47a681838411ab9bb248, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/fb91f2c16369482d8b5ff03d6fc24824, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/642846c476c74509b3eecebf9ff1ca78, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/3d0041b7e7db405d9569fb81c5b0897f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/2723372de1fb414e9a2b1ba461c96f49, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/060ae37a96104d38a5c24b8cc5ea6236, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/af663019430f42d0b53c48aaeda70755, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/a65cffb293b44bcbbd4e3ffff7761b8d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/383c8c8d080f4bd4993a7aa95a16961f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/287db99be9fb403892e81340a7175446, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/c64bd6a1df7c4c369eca74cd74c8d3f4, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/0048034da46348559fdd5e173ff5faf0, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/9635644638e74be58eb4ca05e7a290d6, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/46ba3b5d83304a2eb2599a664e1820ff, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/8830e0095a8d49e09b1360da76f275e4] to archive 2024-11-20T08:25:17,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T08:25:17,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/1f9d94a6d1844f0a95d42eeff445870a to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/1f9d94a6d1844f0a95d42eeff445870a 2024-11-20T08:25:17,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/2545c69c8afe457b86c838427363f2ed to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/2545c69c8afe457b86c838427363f2ed 2024-11-20T08:25:17,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/9ecc9a7a8175430cb7404c874f4f9157 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/9ecc9a7a8175430cb7404c874f4f9157 2024-11-20T08:25:17,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/10851bffed1049db84ad01d6b7742505 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/10851bffed1049db84ad01d6b7742505 2024-11-20T08:25:17,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/4ef3d95eff11440fa4edf1e16b9e2a63 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/4ef3d95eff11440fa4edf1e16b9e2a63 2024-11-20T08:25:17,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/635598017d8f4c7ca079d9fb457f3664 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/635598017d8f4c7ca079d9fb457f3664 2024-11-20T08:25:17,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/d4e941d1e30f4ebf8f45cfde36c93716 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/d4e941d1e30f4ebf8f45cfde36c93716 2024-11-20T08:25:17,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/0d5baaec50204338b374c370edfbebb6 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/0d5baaec50204338b374c370edfbebb6 2024-11-20T08:25:17,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/c39507ac46084ebf8c8845cded5790a1 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/c39507ac46084ebf8c8845cded5790a1 2024-11-20T08:25:17,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/dcae45c7b32b4dccb5a805269f0f9039 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/dcae45c7b32b4dccb5a805269f0f9039 2024-11-20T08:25:17,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/2f73addbc34a4d7296e3be3ef239ec70 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/2f73addbc34a4d7296e3be3ef239ec70 2024-11-20T08:25:17,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/722e09a1fe8a4d41989a3a48c468dbe2 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/722e09a1fe8a4d41989a3a48c468dbe2 2024-11-20T08:25:17,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/617e5a3eff964bba80dd23a56f6896ba to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/617e5a3eff964bba80dd23a56f6896ba 2024-11-20T08:25:17,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/9129108053e7461ebc6cf69c52667f9f to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/9129108053e7461ebc6cf69c52667f9f 2024-11-20T08:25:17,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/3bf8f28f2e2f47a681838411ab9bb248 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/3bf8f28f2e2f47a681838411ab9bb248 2024-11-20T08:25:17,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/fb91f2c16369482d8b5ff03d6fc24824 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/fb91f2c16369482d8b5ff03d6fc24824 2024-11-20T08:25:17,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/642846c476c74509b3eecebf9ff1ca78 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/642846c476c74509b3eecebf9ff1ca78 2024-11-20T08:25:17,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/3d0041b7e7db405d9569fb81c5b0897f to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/3d0041b7e7db405d9569fb81c5b0897f 2024-11-20T08:25:17,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/2723372de1fb414e9a2b1ba461c96f49 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/2723372de1fb414e9a2b1ba461c96f49 2024-11-20T08:25:17,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/060ae37a96104d38a5c24b8cc5ea6236 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/060ae37a96104d38a5c24b8cc5ea6236 2024-11-20T08:25:17,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/af663019430f42d0b53c48aaeda70755 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/af663019430f42d0b53c48aaeda70755 2024-11-20T08:25:17,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/a65cffb293b44bcbbd4e3ffff7761b8d to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/a65cffb293b44bcbbd4e3ffff7761b8d 2024-11-20T08:25:17,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/383c8c8d080f4bd4993a7aa95a16961f to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/383c8c8d080f4bd4993a7aa95a16961f 2024-11-20T08:25:17,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/287db99be9fb403892e81340a7175446 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/287db99be9fb403892e81340a7175446 2024-11-20T08:25:17,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/c64bd6a1df7c4c369eca74cd74c8d3f4 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/c64bd6a1df7c4c369eca74cd74c8d3f4 2024-11-20T08:25:17,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/0048034da46348559fdd5e173ff5faf0 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/0048034da46348559fdd5e173ff5faf0 2024-11-20T08:25:17,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/9635644638e74be58eb4ca05e7a290d6 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/9635644638e74be58eb4ca05e7a290d6 2024-11-20T08:25:17,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/46ba3b5d83304a2eb2599a664e1820ff to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/46ba3b5d83304a2eb2599a664e1820ff 2024-11-20T08:25:17,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/8830e0095a8d49e09b1360da76f275e4 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/8830e0095a8d49e09b1360da76f275e4 2024-11-20T08:25:17,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/90c13927677b4b8cbb32f1165964e114, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/3b2325d3ed76461da5ec5de783ab5843, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/aa3296f085454f25b14ce37c6b132574, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/ac226355e74548429fb7e01aff671aa3, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/9b2250f548334755a245c31afa0e13c9, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/c4fc31515fdc4d96b87273e64e3b81a7, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/a9ac20f0c3ec4ea883e355d5fa73e30b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/77def42e92ea4f27900d402afe0b0f0a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/ba81deb1c4a7426b89d2dca7ecc9a4b9, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/c0c02906a0ad46328844ada028b10f9e, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/777a794cbfb24b658f65a3355255ab87, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/2800d0425a874a0b95ce3fb69ecf76d0, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/ec2d9d4a09ab4fe4b385d16fee8c4911, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/5c40080641724ab4b636162d7def024e, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/aed92840714f44edab40f352d4702889, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/408a596e54724661aad903359c1d6c6f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/1611fc4c7b9d4dfdb5bf517ca40ff392, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/ece94c9171ca4b1fadf3dc0f23df2492, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/e0ecb4b6dcc24011ab718b0ffe0f1b40, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/2edb26c48e1249ea87f07ef115227569, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/762f412ecd2745e7bbe84925b648da93, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/349cc0ae477d4d488babd596c77507e0, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/ac8553ed4b1944ad8ed13cb44c82cc06, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/df313283358f4933ba617bffc481e72f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/3af8bf39f0f2457a8f98bff7e86a3e99, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/a3f324a4271743aab541045ffdbb91b4, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/225e54bcfffd4ea68c9f60bbe2433541, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/85110c05a46644a089235bd43c21776f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/eed5c4248e98483486069b607a4ec1c5] to archive 2024-11-20T08:25:17,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T08:25:17,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/90c13927677b4b8cbb32f1165964e114 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/90c13927677b4b8cbb32f1165964e114 2024-11-20T08:25:17,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/3b2325d3ed76461da5ec5de783ab5843 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/3b2325d3ed76461da5ec5de783ab5843 2024-11-20T08:25:17,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/aa3296f085454f25b14ce37c6b132574 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/aa3296f085454f25b14ce37c6b132574 2024-11-20T08:25:17,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/ac226355e74548429fb7e01aff671aa3 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/ac226355e74548429fb7e01aff671aa3 2024-11-20T08:25:17,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/9b2250f548334755a245c31afa0e13c9 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/9b2250f548334755a245c31afa0e13c9 2024-11-20T08:25:17,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/c4fc31515fdc4d96b87273e64e3b81a7 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/c4fc31515fdc4d96b87273e64e3b81a7 2024-11-20T08:25:17,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/a9ac20f0c3ec4ea883e355d5fa73e30b to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/a9ac20f0c3ec4ea883e355d5fa73e30b 2024-11-20T08:25:17,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/77def42e92ea4f27900d402afe0b0f0a to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/77def42e92ea4f27900d402afe0b0f0a 2024-11-20T08:25:17,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/ba81deb1c4a7426b89d2dca7ecc9a4b9 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/ba81deb1c4a7426b89d2dca7ecc9a4b9 2024-11-20T08:25:17,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/c0c02906a0ad46328844ada028b10f9e to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/c0c02906a0ad46328844ada028b10f9e 2024-11-20T08:25:17,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/777a794cbfb24b658f65a3355255ab87 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/777a794cbfb24b658f65a3355255ab87 2024-11-20T08:25:17,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/2800d0425a874a0b95ce3fb69ecf76d0 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/2800d0425a874a0b95ce3fb69ecf76d0 2024-11-20T08:25:17,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/ec2d9d4a09ab4fe4b385d16fee8c4911 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/ec2d9d4a09ab4fe4b385d16fee8c4911 2024-11-20T08:25:17,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/5c40080641724ab4b636162d7def024e to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/5c40080641724ab4b636162d7def024e 2024-11-20T08:25:17,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/aed92840714f44edab40f352d4702889 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/aed92840714f44edab40f352d4702889 2024-11-20T08:25:17,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/408a596e54724661aad903359c1d6c6f to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/408a596e54724661aad903359c1d6c6f 2024-11-20T08:25:17,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/1611fc4c7b9d4dfdb5bf517ca40ff392 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/1611fc4c7b9d4dfdb5bf517ca40ff392 2024-11-20T08:25:17,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/ece94c9171ca4b1fadf3dc0f23df2492 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/ece94c9171ca4b1fadf3dc0f23df2492 2024-11-20T08:25:17,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/e0ecb4b6dcc24011ab718b0ffe0f1b40 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/e0ecb4b6dcc24011ab718b0ffe0f1b40 2024-11-20T08:25:17,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/2edb26c48e1249ea87f07ef115227569 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/2edb26c48e1249ea87f07ef115227569 2024-11-20T08:25:17,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/762f412ecd2745e7bbe84925b648da93 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/762f412ecd2745e7bbe84925b648da93 2024-11-20T08:25:17,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/349cc0ae477d4d488babd596c77507e0 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/349cc0ae477d4d488babd596c77507e0 2024-11-20T08:25:17,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/ac8553ed4b1944ad8ed13cb44c82cc06 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/ac8553ed4b1944ad8ed13cb44c82cc06 2024-11-20T08:25:17,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/df313283358f4933ba617bffc481e72f to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/df313283358f4933ba617bffc481e72f 2024-11-20T08:25:17,316 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/3af8bf39f0f2457a8f98bff7e86a3e99 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/3af8bf39f0f2457a8f98bff7e86a3e99 2024-11-20T08:25:17,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/a3f324a4271743aab541045ffdbb91b4 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/a3f324a4271743aab541045ffdbb91b4 2024-11-20T08:25:17,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/225e54bcfffd4ea68c9f60bbe2433541 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/225e54bcfffd4ea68c9f60bbe2433541 2024-11-20T08:25:17,319 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/85110c05a46644a089235bd43c21776f to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/85110c05a46644a089235bd43c21776f 2024-11-20T08:25:17,319 DEBUG [StoreCloser-TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/eed5c4248e98483486069b607a4ec1c5 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/eed5c4248e98483486069b607a4ec1c5 2024-11-20T08:25:17,323 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/recovered.edits/445.seqid, newMaxSeqId=445, maxSeqId=1 2024-11-20T08:25:17,323 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902. 2024-11-20T08:25:17,323 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1635): Region close journal for ffae671ae71f6734f1dbb5c11ff23902: 2024-11-20T08:25:17,324 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] handler.UnassignRegionHandler(170): Closed ffae671ae71f6734f1dbb5c11ff23902 2024-11-20T08:25:17,325 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=ffae671ae71f6734f1dbb5c11ff23902, regionState=CLOSED 2024-11-20T08:25:17,326 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-20T08:25:17,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; CloseRegionProcedure ffae671ae71f6734f1dbb5c11ff23902, server=a04d4489dc6d,43141,1732090957262 in 1.4680 sec 2024-11-20T08:25:17,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=142, resume processing ppid=141 2024-11-20T08:25:17,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, ppid=141, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffae671ae71f6734f1dbb5c11ff23902, UNASSIGN in 1.4700 sec 2024-11-20T08:25:17,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-20T08:25:17,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4730 sec 2024-11-20T08:25:17,329 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732091117329"}]},"ts":"1732091117329"} 2024-11-20T08:25:17,330 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T08:25:17,331 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T08:25:17,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4830 sec 2024-11-20T08:25:17,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-20T08:25:17,955 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-20T08:25:17,955 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T08:25:17,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:25:17,957 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=144, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:25:17,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-20T08:25:17,957 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=144, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:25:17,959 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902 2024-11-20T08:25:17,961 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A, FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B, FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C, FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/recovered.edits] 2024-11-20T08:25:17,963 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/1ff9dbcd65f24110b93e33411f8bd83e to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/1ff9dbcd65f24110b93e33411f8bd83e 2024-11-20T08:25:17,964 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/f94e2f06d62d41bcb4f862a0ed546dc0 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/f94e2f06d62d41bcb4f862a0ed546dc0 2024-11-20T08:25:17,965 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/fb78475829cb4659a635550f07b9cb71 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/A/fb78475829cb4659a635550f07b9cb71 2024-11-20T08:25:17,967 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/037b6686267a4b7f8f6635bee0b7e6e2 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/037b6686267a4b7f8f6635bee0b7e6e2 2024-11-20T08:25:17,968 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/758589cb7b5a4349be127b22fca99e0f to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/758589cb7b5a4349be127b22fca99e0f 2024-11-20T08:25:17,968 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/cb064ccb0b6543bcaf5660e752327f99 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/B/cb064ccb0b6543bcaf5660e752327f99 2024-11-20T08:25:17,970 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/0339487b79194063a892e6db2f2df48b to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/0339487b79194063a892e6db2f2df48b 2024-11-20T08:25:17,971 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/30c446c17f534b3581b0d85323a0b6bc to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/30c446c17f534b3581b0d85323a0b6bc 2024-11-20T08:25:17,972 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/9f76e121049a483986b140baa95de733 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/C/9f76e121049a483986b140baa95de733 2024-11-20T08:25:17,975 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/recovered.edits/445.seqid to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902/recovered.edits/445.seqid 2024-11-20T08:25:17,975 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/ffae671ae71f6734f1dbb5c11ff23902 2024-11-20T08:25:17,975 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T08:25:17,977 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=144, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:25:17,978 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T08:25:17,980 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T08:25:17,981 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=144, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:25:17,981 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T08:25:17,981 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732091117981"}]},"ts":"9223372036854775807"} 2024-11-20T08:25:17,982 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T08:25:17,982 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => ffae671ae71f6734f1dbb5c11ff23902, NAME => 'TestAcidGuarantees,,1732091085226.ffae671ae71f6734f1dbb5c11ff23902.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T08:25:17,982 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T08:25:17,982 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732091117982"}]},"ts":"9223372036854775807"} 2024-11-20T08:25:17,983 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T08:25:17,985 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=144, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:25:17,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 30 msec 2024-11-20T08:25:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-20T08:25:18,058 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-20T08:25:18,067 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=238 (was 237) - Thread LEAK? -, OpenFileDescriptor=443 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=488 (was 634), ProcessCount=11 (was 11), AvailableMemoryMB=2012 (was 2716) 2024-11-20T08:25:18,075 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=238, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=488, ProcessCount=11, AvailableMemoryMB=2010 2024-11-20T08:25:18,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T08:25:18,077 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:25:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=145, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T08:25:18,078 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:25:18,078 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:25:18,078 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 145 2024-11-20T08:25:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-20T08:25:18,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:25:18,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742505_1681 (size=963) 2024-11-20T08:25:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-20T08:25:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-20T08:25:18,486 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6 2024-11-20T08:25:18,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742506_1682 (size=53) 2024-11-20T08:25:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-20T08:25:18,891 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:25:18,891 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c55bcc67de42b67bed3af6b6c345e6da, disabling compactions & flushes 2024-11-20T08:25:18,891 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:18,891 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:18,891 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. after waiting 0 ms 2024-11-20T08:25:18,891 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:18,891 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:18,891 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:18,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:25:18,892 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732091118892"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732091118892"}]},"ts":"1732091118892"} 2024-11-20T08:25:18,893 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-20T08:25:18,894 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:25:18,894 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732091118894"}]},"ts":"1732091118894"} 2024-11-20T08:25:18,894 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T08:25:18,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c55bcc67de42b67bed3af6b6c345e6da, ASSIGN}] 2024-11-20T08:25:18,899 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c55bcc67de42b67bed3af6b6c345e6da, ASSIGN 2024-11-20T08:25:18,899 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c55bcc67de42b67bed3af6b6c345e6da, ASSIGN; state=OFFLINE, location=a04d4489dc6d,43141,1732090957262; forceNewPlan=false, retain=false 2024-11-20T08:25:19,050 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=c55bcc67de42b67bed3af6b6c345e6da, regionState=OPENING, regionLocation=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:19,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; OpenRegionProcedure c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262}] 2024-11-20T08:25:19,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-20T08:25:19,202 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:19,205 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:19,205 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7285): Opening region: {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:25:19,205 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:19,205 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:25:19,205 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7327): checking encryption for c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:19,205 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7330): checking classloading for c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:19,207 INFO [StoreOpener-c55bcc67de42b67bed3af6b6c345e6da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:19,208 INFO [StoreOpener-c55bcc67de42b67bed3af6b6c345e6da-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:25:19,208 INFO [StoreOpener-c55bcc67de42b67bed3af6b6c345e6da-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c55bcc67de42b67bed3af6b6c345e6da columnFamilyName A 2024-11-20T08:25:19,208 DEBUG [StoreOpener-c55bcc67de42b67bed3af6b6c345e6da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:25:19,209 INFO [StoreOpener-c55bcc67de42b67bed3af6b6c345e6da-1 {}] regionserver.HStore(327): Store=c55bcc67de42b67bed3af6b6c345e6da/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:25:19,209 INFO [StoreOpener-c55bcc67de42b67bed3af6b6c345e6da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:19,210 INFO [StoreOpener-c55bcc67de42b67bed3af6b6c345e6da-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:25:19,210 INFO [StoreOpener-c55bcc67de42b67bed3af6b6c345e6da-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c55bcc67de42b67bed3af6b6c345e6da columnFamilyName B 2024-11-20T08:25:19,210 DEBUG [StoreOpener-c55bcc67de42b67bed3af6b6c345e6da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:25:19,210 INFO [StoreOpener-c55bcc67de42b67bed3af6b6c345e6da-1 {}] regionserver.HStore(327): Store=c55bcc67de42b67bed3af6b6c345e6da/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:25:19,211 INFO [StoreOpener-c55bcc67de42b67bed3af6b6c345e6da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:19,211 INFO [StoreOpener-c55bcc67de42b67bed3af6b6c345e6da-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:25:19,212 INFO [StoreOpener-c55bcc67de42b67bed3af6b6c345e6da-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c55bcc67de42b67bed3af6b6c345e6da columnFamilyName C 2024-11-20T08:25:19,212 DEBUG [StoreOpener-c55bcc67de42b67bed3af6b6c345e6da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:25:19,212 INFO [StoreOpener-c55bcc67de42b67bed3af6b6c345e6da-1 {}] regionserver.HStore(327): Store=c55bcc67de42b67bed3af6b6c345e6da/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:25:19,212 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:19,213 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:19,213 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:19,214 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T08:25:19,215 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1085): writing seq id for c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:19,216 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:25:19,217 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1102): Opened c55bcc67de42b67bed3af6b6c345e6da; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59884668, jitterRate=-0.10764890909194946}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T08:25:19,217 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1001): Region open journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:19,218 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da., pid=147, masterSystemTime=1732091119202 2024-11-20T08:25:19,219 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:19,219 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:19,219 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=c55bcc67de42b67bed3af6b6c345e6da, regionState=OPEN, openSeqNum=2, regionLocation=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:19,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-20T08:25:19,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; OpenRegionProcedure c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 in 169 msec 2024-11-20T08:25:19,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=146, resume processing ppid=145 2024-11-20T08:25:19,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=145, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c55bcc67de42b67bed3af6b6c345e6da, ASSIGN in 323 msec 2024-11-20T08:25:19,223 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:25:19,223 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732091119223"}]},"ts":"1732091119223"} 2024-11-20T08:25:19,224 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T08:25:19,226 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:25:19,227 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-11-20T08:25:20,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-20T08:25:20,183 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 145 completed 2024-11-20T08:25:20,184 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34570ab1 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@23c78b89 2024-11-20T08:25:20,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c53df25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:25:20,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:25:20,192 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44792, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:25:20,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:25:20,194 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47176, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:25:20,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T08:25:20,195 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:25:20,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T08:25:20,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742507_1683 (size=999) 2024-11-20T08:25:20,605 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-20T08:25:20,605 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-20T08:25:20,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T08:25:20,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c55bcc67de42b67bed3af6b6c345e6da, REOPEN/MOVE}] 2024-11-20T08:25:20,608 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c55bcc67de42b67bed3af6b6c345e6da, REOPEN/MOVE 2024-11-20T08:25:20,609 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=c55bcc67de42b67bed3af6b6c345e6da, regionState=CLOSING, regionLocation=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:20,609 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T08:25:20,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; CloseRegionProcedure c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262}] 2024-11-20T08:25:20,761 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:20,761 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(124): Close c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:20,761 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T08:25:20,761 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1681): Closing c55bcc67de42b67bed3af6b6c345e6da, disabling compactions & flushes 2024-11-20T08:25:20,761 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:20,761 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:20,761 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. after waiting 0 ms 2024-11-20T08:25:20,761 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:20,765 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T08:25:20,765 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:20,765 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1635): Region close journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:20,765 WARN [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionServer(3786): Not adding moved region record: c55bcc67de42b67bed3af6b6c345e6da to self. 2024-11-20T08:25:20,766 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(170): Closed c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:20,767 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=c55bcc67de42b67bed3af6b6c345e6da, regionState=CLOSED 2024-11-20T08:25:20,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-20T08:25:20,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; CloseRegionProcedure c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 in 158 msec 2024-11-20T08:25:20,769 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c55bcc67de42b67bed3af6b6c345e6da, REOPEN/MOVE; state=CLOSED, location=a04d4489dc6d,43141,1732090957262; forceNewPlan=false, retain=true 2024-11-20T08:25:20,919 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=c55bcc67de42b67bed3af6b6c345e6da, regionState=OPENING, regionLocation=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:20,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=150, state=RUNNABLE; OpenRegionProcedure c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262}] 2024-11-20T08:25:21,072 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:21,074 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:21,074 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7285): Opening region: {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:25:21,074 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:21,074 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:25:21,074 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7327): checking encryption for c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:21,075 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7330): checking classloading for c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:21,076 INFO [StoreOpener-c55bcc67de42b67bed3af6b6c345e6da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:21,076 INFO [StoreOpener-c55bcc67de42b67bed3af6b6c345e6da-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:25:21,076 INFO [StoreOpener-c55bcc67de42b67bed3af6b6c345e6da-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c55bcc67de42b67bed3af6b6c345e6da columnFamilyName A 2024-11-20T08:25:21,077 DEBUG [StoreOpener-c55bcc67de42b67bed3af6b6c345e6da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:25:21,077 INFO [StoreOpener-c55bcc67de42b67bed3af6b6c345e6da-1 {}] regionserver.HStore(327): Store=c55bcc67de42b67bed3af6b6c345e6da/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:25:21,078 INFO [StoreOpener-c55bcc67de42b67bed3af6b6c345e6da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:21,078 INFO [StoreOpener-c55bcc67de42b67bed3af6b6c345e6da-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:25:21,078 INFO [StoreOpener-c55bcc67de42b67bed3af6b6c345e6da-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c55bcc67de42b67bed3af6b6c345e6da columnFamilyName B 2024-11-20T08:25:21,078 DEBUG [StoreOpener-c55bcc67de42b67bed3af6b6c345e6da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:25:21,079 INFO [StoreOpener-c55bcc67de42b67bed3af6b6c345e6da-1 {}] regionserver.HStore(327): Store=c55bcc67de42b67bed3af6b6c345e6da/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:25:21,079 INFO [StoreOpener-c55bcc67de42b67bed3af6b6c345e6da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:21,079 INFO [StoreOpener-c55bcc67de42b67bed3af6b6c345e6da-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:25:21,079 INFO [StoreOpener-c55bcc67de42b67bed3af6b6c345e6da-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c55bcc67de42b67bed3af6b6c345e6da columnFamilyName C 2024-11-20T08:25:21,079 DEBUG [StoreOpener-c55bcc67de42b67bed3af6b6c345e6da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:25:21,080 INFO [StoreOpener-c55bcc67de42b67bed3af6b6c345e6da-1 {}] regionserver.HStore(327): Store=c55bcc67de42b67bed3af6b6c345e6da/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:25:21,080 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:21,080 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:21,081 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:21,082 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T08:25:21,083 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1085): writing seq id for c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:21,084 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1102): Opened c55bcc67de42b67bed3af6b6c345e6da; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75370939, jitterRate=0.12311451137065887}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T08:25:21,085 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1001): Region open journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:21,085 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da., pid=152, masterSystemTime=1732091121072 2024-11-20T08:25:21,086 DEBUG [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:21,086 INFO [RS_OPEN_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:21,086 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=c55bcc67de42b67bed3af6b6c345e6da, regionState=OPEN, openSeqNum=5, regionLocation=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:21,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=150 2024-11-20T08:25:21,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=150, state=SUCCESS; OpenRegionProcedure c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 in 167 msec 2024-11-20T08:25:21,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-20T08:25:21,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c55bcc67de42b67bed3af6b6c345e6da, REOPEN/MOVE in 480 msec 2024-11-20T08:25:21,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-20T08:25:21,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 483 msec 2024-11-20T08:25:21,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 894 msec 2024-11-20T08:25:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-20T08:25:21,093 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x151bac0d to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a1fe6e4 2024-11-20T08:25:21,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e7ba75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:25:21,097 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2089b1f4 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@55544bc7 2024-11-20T08:25:21,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3005670a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:25:21,101 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65f51785 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1208728f 2024-11-20T08:25:21,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@92e7af3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:25:21,104 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3cc71f2e to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d0a9e33 2024-11-20T08:25:21,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17899883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:25:21,107 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79a7bd2b to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@40e55f2a 2024-11-20T08:25:21,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b739a35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:25:21,111 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x271e8143 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20bb05a7 2024-11-20T08:25:21,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38481360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:25:21,115 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62b06a95 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1a5ecd59 2024-11-20T08:25:21,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62750e61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:25:21,118 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d02ace0 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61da8c1c 2024-11-20T08:25:21,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b968040, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:25:21,122 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63054209 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@560a8819 2024-11-20T08:25:21,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49019618, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:25:21,125 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3fbb1399 to 127.0.0.1:55720 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3df30e37 2024-11-20T08:25:21,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7887fec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:25:21,132 DEBUG [hconnection-0x1fe80825-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:25:21,133 DEBUG [hconnection-0x6c520722-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:25:21,133 DEBUG [hconnection-0x73d53556-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:25:21,134 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44794, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:25:21,134 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44800, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:25:21,135 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44796, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:25:21,136 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:25:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees 2024-11-20T08:25:21,138 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:25:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T08:25:21,139 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:25:21,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:25:21,150 DEBUG [hconnection-0x60db0c66-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:25:21,151 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44812, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:25:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:21,152 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c55bcc67de42b67bed3af6b6c345e6da 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T08:25:21,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=A 2024-11-20T08:25:21,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:21,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=B 2024-11-20T08:25:21,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:21,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=C 2024-11-20T08:25:21,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:21,160 DEBUG [hconnection-0x34f86716-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:25:21,162 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44820, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:25:21,164 DEBUG [hconnection-0x6561472a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:25:21,165 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44828, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:25:21,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091181175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:21,177 DEBUG [hconnection-0x4d81b05b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:25:21,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091181175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:21,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:21,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091181177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732091181175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:21,179 DEBUG [hconnection-0x887b1db-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:25:21,179 DEBUG [hconnection-0x240e474c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:25:21,180 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44834, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:25:21,180 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44836, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:25:21,181 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44840, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:25:21,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091181182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:21,183 DEBUG [hconnection-0x6e9362e3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:25:21,184 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44844, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:25:21,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112081c1659db0064f13b925e9e1dd1cc2b9_c55bcc67de42b67bed3af6b6c345e6da is 50, key is test_row_0/A:col10/1732091121150/Put/seqid=0 2024-11-20T08:25:21,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742508_1684 (size=12154) 2024-11-20T08:25:21,226 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:25:21,230 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112081c1659db0064f13b925e9e1dd1cc2b9_c55bcc67de42b67bed3af6b6c345e6da to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112081c1659db0064f13b925e9e1dd1cc2b9_c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:21,231 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/853894f8b0744c59b78bc6ba2dc4ed92, store: [table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:21,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/853894f8b0744c59b78bc6ba2dc4ed92 is 175, key is test_row_0/A:col10/1732091121150/Put/seqid=0 2024-11-20T08:25:21,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742509_1685 (size=30955) 2024-11-20T08:25:21,238 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/853894f8b0744c59b78bc6ba2dc4ed92 2024-11-20T08:25:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T08:25:21,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/9d6b4dfe2fc64401b67ad01eecabf910 is 50, key is test_row_0/B:col10/1732091121150/Put/seqid=0 2024-11-20T08:25:21,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742510_1686 (size=12001) 2024-11-20T08:25:21,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/9d6b4dfe2fc64401b67ad01eecabf910 2024-11-20T08:25:21,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091181278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:21,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091181278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:21,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:21,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732091181278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091181278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:21,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:21,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091181283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:21,293 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:21,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T08:25:21,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:21,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. as already flushing 2024-11-20T08:25:21,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:21,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:21,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:21,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/405cd011e0eb4da48a40219c2500b50a is 50, key is test_row_0/C:col10/1732091121150/Put/seqid=0 2024-11-20T08:25:21,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742511_1687 (size=12001) 2024-11-20T08:25:21,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/405cd011e0eb4da48a40219c2500b50a 2024-11-20T08:25:21,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/853894f8b0744c59b78bc6ba2dc4ed92 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/853894f8b0744c59b78bc6ba2dc4ed92 2024-11-20T08:25:21,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/853894f8b0744c59b78bc6ba2dc4ed92, entries=150, sequenceid=15, filesize=30.2 K 2024-11-20T08:25:21,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/9d6b4dfe2fc64401b67ad01eecabf910 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/9d6b4dfe2fc64401b67ad01eecabf910 2024-11-20T08:25:21,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/9d6b4dfe2fc64401b67ad01eecabf910, entries=150, sequenceid=15, filesize=11.7 K 2024-11-20T08:25:21,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/405cd011e0eb4da48a40219c2500b50a as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/405cd011e0eb4da48a40219c2500b50a 2024-11-20T08:25:21,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/405cd011e0eb4da48a40219c2500b50a, entries=150, sequenceid=15, filesize=11.7 K 2024-11-20T08:25:21,315 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c55bcc67de42b67bed3af6b6c345e6da in 163ms, sequenceid=15, compaction requested=false 2024-11-20T08:25:21,315 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T08:25:21,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T08:25:21,445 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:21,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-20T08:25:21,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:21,446 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2837): Flushing c55bcc67de42b67bed3af6b6c345e6da 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T08:25:21,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=A 2024-11-20T08:25:21,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:21,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=B 2024-11-20T08:25:21,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:21,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=C 2024-11-20T08:25:21,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:21,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205a1e5ad95763400983c0275defd519e2_c55bcc67de42b67bed3af6b6c345e6da is 50, key is test_row_0/A:col10/1732091121174/Put/seqid=0 2024-11-20T08:25:21,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742512_1688 (size=12154) 2024-11-20T08:25:21,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:25:21,466 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205a1e5ad95763400983c0275defd519e2_c55bcc67de42b67bed3af6b6c345e6da to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205a1e5ad95763400983c0275defd519e2_c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:21,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/0cbe7544db7b4199bad75b97ac1b7f85, store: [table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:21,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/0cbe7544db7b4199bad75b97ac1b7f85 is 175, key is test_row_0/A:col10/1732091121174/Put/seqid=0 2024-11-20T08:25:21,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742513_1689 (size=30955) 2024-11-20T08:25:21,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:21,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. as already flushing 2024-11-20T08:25:21,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091181488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:21,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732091181489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:21,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091181489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:21,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091181490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:21,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091181491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:21,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091181591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:21,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732091181592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:21,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:21,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:21,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091181593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091181593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091181593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T08:25:21,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091181793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:21,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091181796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:21,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732091181797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:21,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091181797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:21,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091181797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:21,874 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/0cbe7544db7b4199bad75b97ac1b7f85 2024-11-20T08:25:21,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/817615ab0ebb465ca101f4ab53a96615 is 50, key is test_row_0/B:col10/1732091121174/Put/seqid=0 2024-11-20T08:25:21,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742514_1690 (size=12001) 2024-11-20T08:25:22,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091182096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:22,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091182099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:22,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091182100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:22,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732091182101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:22,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091182101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T08:25:22,287 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/817615ab0ebb465ca101f4ab53a96615 2024-11-20T08:25:22,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/e3902c6faa444b22b50a10f2ea1cf6dd is 50, key is test_row_0/C:col10/1732091121174/Put/seqid=0 2024-11-20T08:25:22,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742515_1691 (size=12001) 2024-11-20T08:25:22,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091182599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:22,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091182605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:22,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732091182605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:22,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091182606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:22,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091182606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:22,697 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/e3902c6faa444b22b50a10f2ea1cf6dd 2024-11-20T08:25:22,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/0cbe7544db7b4199bad75b97ac1b7f85 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/0cbe7544db7b4199bad75b97ac1b7f85 2024-11-20T08:25:22,704 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/0cbe7544db7b4199bad75b97ac1b7f85, entries=150, sequenceid=40, filesize=30.2 K 2024-11-20T08:25:22,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/817615ab0ebb465ca101f4ab53a96615 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/817615ab0ebb465ca101f4ab53a96615 2024-11-20T08:25:22,708 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/817615ab0ebb465ca101f4ab53a96615, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T08:25:22,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/e3902c6faa444b22b50a10f2ea1cf6dd as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/e3902c6faa444b22b50a10f2ea1cf6dd 2024-11-20T08:25:22,712 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/e3902c6faa444b22b50a10f2ea1cf6dd, entries=150, sequenceid=40, filesize=11.7 K 2024-11-20T08:25:22,713 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for c55bcc67de42b67bed3af6b6c345e6da in 1267ms, sequenceid=40, compaction requested=false 2024-11-20T08:25:22,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2538): Flush status journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:22,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:22,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=154 2024-11-20T08:25:22,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=154 2024-11-20T08:25:22,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-20T08:25:22,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5740 sec 2024-11-20T08:25:22,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees in 1.5800 sec 2024-11-20T08:25:22,846 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T08:25:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-20T08:25:23,243 INFO [Thread-2981 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-11-20T08:25:23,244 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:25:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-11-20T08:25:23,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-20T08:25:23,246 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:25:23,246 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:25:23,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:25:23,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-20T08:25:23,398 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:23,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-20T08:25:23,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:23,399 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing c55bcc67de42b67bed3af6b6c345e6da 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-20T08:25:23,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=A 2024-11-20T08:25:23,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:23,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=B 2024-11-20T08:25:23,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:23,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=C 2024-11-20T08:25:23,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:23,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b5b3d39a6b024d5b9e669438f78f1a01_c55bcc67de42b67bed3af6b6c345e6da is 50, key is test_row_0/A:col10/1732091121488/Put/seqid=0 2024-11-20T08:25:23,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742516_1692 (size=12154) 2024-11-20T08:25:23,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-20T08:25:23,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:23,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. as already flushing 2024-11-20T08:25:23,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091183653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:23,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732091183654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:23,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:23,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091183656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:23,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:23,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091183656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:23,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:23,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091183657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:23,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091183757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:23,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732091183757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:23,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:23,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091183759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:23,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:23,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091183759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:23,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:23,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091183759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:23,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:25:23,812 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b5b3d39a6b024d5b9e669438f78f1a01_c55bcc67de42b67bed3af6b6c345e6da to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b5b3d39a6b024d5b9e669438f78f1a01_c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:23,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/ceab8e4ea1b94261a5644bea72487cdc, store: [table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:23,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/ceab8e4ea1b94261a5644bea72487cdc is 175, key is test_row_0/A:col10/1732091121488/Put/seqid=0 2024-11-20T08:25:23,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742517_1693 (size=30955) 2024-11-20T08:25:23,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-20T08:25:23,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:23,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091183959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:23,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:23,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732091183960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:23,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:23,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091183961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:23,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:23,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091183962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:23,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:23,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091183962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:24,220 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/ceab8e4ea1b94261a5644bea72487cdc 2024-11-20T08:25:24,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/772c697b6a024d98afb482b787ac9991 is 50, key is test_row_0/B:col10/1732091121488/Put/seqid=0 2024-11-20T08:25:24,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742518_1694 (size=12001) 2024-11-20T08:25:24,241 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/772c697b6a024d98afb482b787ac9991 2024-11-20T08:25:24,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/11e0490394ac4454af70a7a5472bd5a1 is 50, key is test_row_0/C:col10/1732091121488/Put/seqid=0 2024-11-20T08:25:24,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742519_1695 (size=12001) 2024-11-20T08:25:24,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:24,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091184262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:24,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732091184263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:24,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091184264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:24,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091184264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:24,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:24,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091184265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:24,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-20T08:25:24,652 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/11e0490394ac4454af70a7a5472bd5a1 2024-11-20T08:25:24,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/ceab8e4ea1b94261a5644bea72487cdc as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/ceab8e4ea1b94261a5644bea72487cdc 2024-11-20T08:25:24,659 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/ceab8e4ea1b94261a5644bea72487cdc, entries=150, sequenceid=53, filesize=30.2 K 2024-11-20T08:25:24,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/772c697b6a024d98afb482b787ac9991 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/772c697b6a024d98afb482b787ac9991 2024-11-20T08:25:24,662 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/772c697b6a024d98afb482b787ac9991, entries=150, sequenceid=53, filesize=11.7 K 2024-11-20T08:25:24,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/11e0490394ac4454af70a7a5472bd5a1 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/11e0490394ac4454af70a7a5472bd5a1 2024-11-20T08:25:24,666 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/11e0490394ac4454af70a7a5472bd5a1, entries=150, sequenceid=53, filesize=11.7 K 2024-11-20T08:25:24,667 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for c55bcc67de42b67bed3af6b6c345e6da in 1268ms, sequenceid=53, compaction requested=true 2024-11-20T08:25:24,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:24,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:24,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-11-20T08:25:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=156 2024-11-20T08:25:24,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-20T08:25:24,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4210 sec 2024-11-20T08:25:24,671 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 1.4260 sec 2024-11-20T08:25:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:24,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c55bcc67de42b67bed3af6b6c345e6da 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T08:25:24,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=A 2024-11-20T08:25:24,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:24,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=B 2024-11-20T08:25:24,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:24,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=C 2024-11-20T08:25:24,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:24,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112078e65706d8ca4c9995e36b43cf3ef3dd_c55bcc67de42b67bed3af6b6c345e6da is 50, key is test_row_0/A:col10/1732091123655/Put/seqid=0 2024-11-20T08:25:24,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742520_1696 (size=12154) 2024-11-20T08:25:24,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732091184775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:24,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091184776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:24,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091184776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:24,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091184776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:24,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091184776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:24,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732091184880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:24,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091184880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:24,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091184880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:24,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091184880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:24,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091184880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:25,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732091185082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:25,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:25,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091185082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:25,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:25,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091185083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:25,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:25,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091185083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:25,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:25,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091185083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:25,178 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:25:25,182 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112078e65706d8ca4c9995e36b43cf3ef3dd_c55bcc67de42b67bed3af6b6c345e6da to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112078e65706d8ca4c9995e36b43cf3ef3dd_c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:25,182 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/1ae5853017684d8db8f60df14ded3791, store: [table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:25,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/1ae5853017684d8db8f60df14ded3791 is 175, key is test_row_0/A:col10/1732091123655/Put/seqid=0 2024-11-20T08:25:25,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742521_1697 (size=30955) 2024-11-20T08:25:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-20T08:25:25,349 INFO [Thread-2981 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-20T08:25:25,350 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:25:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-20T08:25:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-20T08:25:25,352 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:25:25,352 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:25:25,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:25:25,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091185385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:25,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091185386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:25,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732091185387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:25,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091185388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:25,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091185388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-20T08:25:25,504 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:25,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-20T08:25:25,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:25,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. as already flushing 2024-11-20T08:25:25,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:25,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:25,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:25,593 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/1ae5853017684d8db8f60df14ded3791 2024-11-20T08:25:25,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/4d921c80d21f4489a7666ca3789f5b77 is 50, key is test_row_0/B:col10/1732091123655/Put/seqid=0 2024-11-20T08:25:25,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742522_1698 (size=12001) 2024-11-20T08:25:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-20T08:25:25,657 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:25,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-20T08:25:25,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:25,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. as already flushing 2024-11-20T08:25:25,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:25,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:25,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:25,810 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:25,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-20T08:25:25,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:25,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. as already flushing 2024-11-20T08:25:25,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:25,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:25,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:25,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091185890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:25,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091185890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:25,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091185892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:25,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732091185893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:25,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091185893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-20T08:25:25,962 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:25,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-20T08:25:25,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:25,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. as already flushing 2024-11-20T08:25:25,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:25,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:25,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:26,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/4d921c80d21f4489a7666ca3789f5b77 2024-11-20T08:25:26,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/44140470c53344f09fba1d1b52ced8d4 is 50, key is test_row_0/C:col10/1732091123655/Put/seqid=0 2024-11-20T08:25:26,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742523_1699 (size=12001) 2024-11-20T08:25:26,115 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:26,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-20T08:25:26,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:26,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. as already flushing 2024-11-20T08:25:26,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:26,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:26,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:26,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:26,267 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:26,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-20T08:25:26,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:26,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. as already flushing 2024-11-20T08:25:26,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:26,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:26,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:26,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:26,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/44140470c53344f09fba1d1b52ced8d4 2024-11-20T08:25:26,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/1ae5853017684d8db8f60df14ded3791 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/1ae5853017684d8db8f60df14ded3791 2024-11-20T08:25:26,420 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:26,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-20T08:25:26,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:26,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. as already flushing 2024-11-20T08:25:26,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:26,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:26,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:26,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:26,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/1ae5853017684d8db8f60df14ded3791, entries=150, sequenceid=79, filesize=30.2 K 2024-11-20T08:25:26,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/4d921c80d21f4489a7666ca3789f5b77 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/4d921c80d21f4489a7666ca3789f5b77 2024-11-20T08:25:26,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/4d921c80d21f4489a7666ca3789f5b77, entries=150, sequenceid=79, filesize=11.7 K 2024-11-20T08:25:26,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/44140470c53344f09fba1d1b52ced8d4 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/44140470c53344f09fba1d1b52ced8d4 2024-11-20T08:25:26,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/44140470c53344f09fba1d1b52ced8d4, entries=150, sequenceid=79, filesize=11.7 K 2024-11-20T08:25:26,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c55bcc67de42b67bed3af6b6c345e6da in 1663ms, sequenceid=79, compaction requested=true 2024-11-20T08:25:26,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:26,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55bcc67de42b67bed3af6b6c345e6da:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:25:26,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:25:26,431 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:25:26,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55bcc67de42b67bed3af6b6c345e6da:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:25:26,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:25:26,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55bcc67de42b67bed3af6b6c345e6da:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:25:26,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:25:26,431 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:25:26,432 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:25:26,432 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): c55bcc67de42b67bed3af6b6c345e6da/B is initiating minor compaction (all files) 2024-11-20T08:25:26,432 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c55bcc67de42b67bed3af6b6c345e6da/B in TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:26,432 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/9d6b4dfe2fc64401b67ad01eecabf910, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/817615ab0ebb465ca101f4ab53a96615, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/772c697b6a024d98afb482b787ac9991, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/4d921c80d21f4489a7666ca3789f5b77] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp, totalSize=46.9 K 2024-11-20T08:25:26,433 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d6b4dfe2fc64401b67ad01eecabf910, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732091121144 2024-11-20T08:25:26,433 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 817615ab0ebb465ca101f4ab53a96615, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732091121172 2024-11-20T08:25:26,433 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 123820 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:25:26,433 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 772c697b6a024d98afb482b787ac9991, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732091121486 2024-11-20T08:25:26,433 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): c55bcc67de42b67bed3af6b6c345e6da/A is initiating minor compaction (all files) 2024-11-20T08:25:26,433 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c55bcc67de42b67bed3af6b6c345e6da/A in TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:26,433 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/853894f8b0744c59b78bc6ba2dc4ed92, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/0cbe7544db7b4199bad75b97ac1b7f85, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/ceab8e4ea1b94261a5644bea72487cdc, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/1ae5853017684d8db8f60df14ded3791] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp, totalSize=120.9 K 2024-11-20T08:25:26,434 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:26,434 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. files: [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/853894f8b0744c59b78bc6ba2dc4ed92, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/0cbe7544db7b4199bad75b97ac1b7f85, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/ceab8e4ea1b94261a5644bea72487cdc, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/1ae5853017684d8db8f60df14ded3791] 2024-11-20T08:25:26,434 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d921c80d21f4489a7666ca3789f5b77, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732091123652 2024-11-20T08:25:26,434 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 853894f8b0744c59b78bc6ba2dc4ed92, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732091121144 2024-11-20T08:25:26,434 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0cbe7544db7b4199bad75b97ac1b7f85, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732091121172 2024-11-20T08:25:26,434 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting ceab8e4ea1b94261a5644bea72487cdc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732091121486 2024-11-20T08:25:26,435 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ae5853017684d8db8f60df14ded3791, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732091123652 2024-11-20T08:25:26,440 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:26,440 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55bcc67de42b67bed3af6b6c345e6da#B#compaction#587 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:25:26,441 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/d0bfa573496b4f49bf5f97de73508c9f is 50, key is test_row_0/B:col10/1732091123655/Put/seqid=0 2024-11-20T08:25:26,442 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112005e65ca98a294b6680068425c9f53e1c_c55bcc67de42b67bed3af6b6c345e6da store=[table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:26,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742524_1700 (size=12139) 2024-11-20T08:25:26,445 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112005e65ca98a294b6680068425c9f53e1c_c55bcc67de42b67bed3af6b6c345e6da, store=[table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:26,445 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112005e65ca98a294b6680068425c9f53e1c_c55bcc67de42b67bed3af6b6c345e6da because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:26,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742525_1701 (size=4469) 2024-11-20T08:25:26,449 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/d0bfa573496b4f49bf5f97de73508c9f as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/d0bfa573496b4f49bf5f97de73508c9f 2024-11-20T08:25:26,449 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55bcc67de42b67bed3af6b6c345e6da#A#compaction#588 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:25:26,450 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/34c52019a29e4fadb7f9ba70d7109bd8 is 175, key is test_row_0/A:col10/1732091123655/Put/seqid=0 2024-11-20T08:25:26,453 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c55bcc67de42b67bed3af6b6c345e6da/B of c55bcc67de42b67bed3af6b6c345e6da into d0bfa573496b4f49bf5f97de73508c9f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:25:26,453 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:26,453 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da., storeName=c55bcc67de42b67bed3af6b6c345e6da/B, priority=12, startTime=1732091126431; duration=0sec 2024-11-20T08:25:26,453 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:25:26,453 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55bcc67de42b67bed3af6b6c345e6da:B 2024-11-20T08:25:26,453 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:25:26,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742526_1702 (size=31093) 2024-11-20T08:25:26,454 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:25:26,454 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): c55bcc67de42b67bed3af6b6c345e6da/C is initiating minor compaction (all files) 2024-11-20T08:25:26,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-20T08:25:26,454 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c55bcc67de42b67bed3af6b6c345e6da/C in TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:26,455 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/405cd011e0eb4da48a40219c2500b50a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/e3902c6faa444b22b50a10f2ea1cf6dd, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/11e0490394ac4454af70a7a5472bd5a1, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/44140470c53344f09fba1d1b52ced8d4] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp, totalSize=46.9 K 2024-11-20T08:25:26,455 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 405cd011e0eb4da48a40219c2500b50a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732091121144 2024-11-20T08:25:26,455 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting e3902c6faa444b22b50a10f2ea1cf6dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732091121172 2024-11-20T08:25:26,455 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 11e0490394ac4454af70a7a5472bd5a1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732091121486 2024-11-20T08:25:26,456 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 44140470c53344f09fba1d1b52ced8d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732091123652 2024-11-20T08:25:26,463 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55bcc67de42b67bed3af6b6c345e6da#C#compaction#589 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:25:26,464 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/b80bd13f23b244aa9a25a154d9e8fbee is 50, key is test_row_0/C:col10/1732091123655/Put/seqid=0 2024-11-20T08:25:26,464 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/34c52019a29e4fadb7f9ba70d7109bd8 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/34c52019a29e4fadb7f9ba70d7109bd8 2024-11-20T08:25:26,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742527_1703 (size=12139) 2024-11-20T08:25:26,469 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c55bcc67de42b67bed3af6b6c345e6da/A of c55bcc67de42b67bed3af6b6c345e6da into 34c52019a29e4fadb7f9ba70d7109bd8(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:25:26,469 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:26,469 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da., storeName=c55bcc67de42b67bed3af6b6c345e6da/A, priority=12, startTime=1732091126431; duration=0sec 2024-11-20T08:25:26,469 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:25:26,469 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55bcc67de42b67bed3af6b6c345e6da:A 2024-11-20T08:25:26,572 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:26,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-20T08:25:26,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:26,573 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing c55bcc67de42b67bed3af6b6c345e6da 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T08:25:26,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=A 2024-11-20T08:25:26,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:26,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=B 2024-11-20T08:25:26,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:26,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=C 2024-11-20T08:25:26,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:26,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112041f71cb41ae445b083ecc904ff68652b_c55bcc67de42b67bed3af6b6c345e6da is 50, key is test_row_0/A:col10/1732091124775/Put/seqid=0 2024-11-20T08:25:26,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742528_1704 (size=12154) 2024-11-20T08:25:26,873 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/b80bd13f23b244aa9a25a154d9e8fbee as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/b80bd13f23b244aa9a25a154d9e8fbee 2024-11-20T08:25:26,878 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c55bcc67de42b67bed3af6b6c345e6da/C of c55bcc67de42b67bed3af6b6c345e6da into b80bd13f23b244aa9a25a154d9e8fbee(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:25:26,878 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:26,878 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da., storeName=c55bcc67de42b67bed3af6b6c345e6da/C, priority=12, startTime=1732091126431; duration=0sec 2024-11-20T08:25:26,878 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:25:26,878 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55bcc67de42b67bed3af6b6c345e6da:C 2024-11-20T08:25:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:26,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. as already flushing 2024-11-20T08:25:26,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732091186911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:26,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:26,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091186912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091186912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:26,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091186914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:26,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091186914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:26,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:25:26,988 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112041f71cb41ae445b083ecc904ff68652b_c55bcc67de42b67bed3af6b6c345e6da to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112041f71cb41ae445b083ecc904ff68652b_c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:26,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/650d440f181943e181963f9822ad12f2, store: [table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:26,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/650d440f181943e181963f9822ad12f2 is 175, key is test_row_0/A:col10/1732091124775/Put/seqid=0 2024-11-20T08:25:26,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742529_1705 (size=30955) 2024-11-20T08:25:27,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732091187015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:27,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091187016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:27,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091187016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:27,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:27,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091187016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:27,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091187017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:27,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732091187218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:27,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091187219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:27,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091187219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:27,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091187219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:27,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091187220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:27,398 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/650d440f181943e181963f9822ad12f2 2024-11-20T08:25:27,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/642e06724ccc444a9ade3a9ed96a28f6 is 50, key is test_row_0/B:col10/1732091124775/Put/seqid=0 2024-11-20T08:25:27,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742530_1706 (size=12001) 2024-11-20T08:25:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-20T08:25:27,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091187521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:27,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091187523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:27,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732091187523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:27,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091187523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:27,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091187524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:27,807 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/642e06724ccc444a9ade3a9ed96a28f6 2024-11-20T08:25:27,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/36a6cb2f1bed4d7492a3102891d4455c is 50, key is test_row_0/C:col10/1732091124775/Put/seqid=0 2024-11-20T08:25:27,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742531_1707 (size=12001) 2024-11-20T08:25:28,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091188025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:28,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091188027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:28,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:28,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732091188027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:28,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:28,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091188029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:28,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:28,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091188029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:28,218 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/36a6cb2f1bed4d7492a3102891d4455c 2024-11-20T08:25:28,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/650d440f181943e181963f9822ad12f2 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/650d440f181943e181963f9822ad12f2 2024-11-20T08:25:28,226 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/650d440f181943e181963f9822ad12f2, entries=150, sequenceid=91, filesize=30.2 K 2024-11-20T08:25:28,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/642e06724ccc444a9ade3a9ed96a28f6 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/642e06724ccc444a9ade3a9ed96a28f6 2024-11-20T08:25:28,231 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/642e06724ccc444a9ade3a9ed96a28f6, entries=150, sequenceid=91, filesize=11.7 K 2024-11-20T08:25:28,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/36a6cb2f1bed4d7492a3102891d4455c as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/36a6cb2f1bed4d7492a3102891d4455c 2024-11-20T08:25:28,235 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/36a6cb2f1bed4d7492a3102891d4455c, entries=150, sequenceid=91, filesize=11.7 K 2024-11-20T08:25:28,236 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for c55bcc67de42b67bed3af6b6c345e6da in 1663ms, sequenceid=91, compaction requested=false 2024-11-20T08:25:28,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:28,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:28,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-20T08:25:28,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-20T08:25:28,238 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-20T08:25:28,238 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8850 sec 2024-11-20T08:25:28,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 2.8890 sec 2024-11-20T08:25:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:29,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c55bcc67de42b67bed3af6b6c345e6da 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T08:25:29,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=A 2024-11-20T08:25:29,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:29,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=B 2024-11-20T08:25:29,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:29,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=C 2024-11-20T08:25:29,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:29,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112056656011f9fb40bbadbd2d533fe6ecdd_c55bcc67de42b67bed3af6b6c345e6da is 50, key is test_row_0/A:col10/1732091126913/Put/seqid=0 2024-11-20T08:25:29,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:29,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732091189040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:29,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091189044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:29,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742532_1708 (size=12154) 2024-11-20T08:25:29,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091189045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:29,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:29,049 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:25:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091189046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:29,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091189046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:29,053 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112056656011f9fb40bbadbd2d533fe6ecdd_c55bcc67de42b67bed3af6b6c345e6da to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112056656011f9fb40bbadbd2d533fe6ecdd_c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:29,054 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/adab9ab5f9aa43dc953244b6414d0269, store: [table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:29,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/adab9ab5f9aa43dc953244b6414d0269 is 175, key is test_row_0/A:col10/1732091126913/Put/seqid=0 2024-11-20T08:25:29,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742533_1709 (size=30955) 2024-11-20T08:25:29,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732091189147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:29,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091189149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:29,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091189150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:29,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091189150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:29,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091189150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:29,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732091189350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:29,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091189352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:29,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091189353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:29,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091189354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:29,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091189355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-20T08:25:29,456 INFO [Thread-2981 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-20T08:25:29,457 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:25:29,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-20T08:25:29,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-20T08:25:29,459 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:25:29,459 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:25:29,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:25:29,482 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/adab9ab5f9aa43dc953244b6414d0269 2024-11-20T08:25:29,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/86c4f517c7c941ddabc8ea23e13e9712 is 50, key is test_row_0/B:col10/1732091126913/Put/seqid=0 2024-11-20T08:25:29,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742534_1710 (size=12001) 2024-11-20T08:25:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-20T08:25:29,611 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:29,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-20T08:25:29,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:29,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. as already flushing 2024-11-20T08:25:29,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:29,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:29,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:29,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:29,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732091189654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:29,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:29,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091189657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091189656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:29,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091189657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:29,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091189658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:29,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-20T08:25:29,764 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:29,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-20T08:25:29,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:29,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. as already flushing 2024-11-20T08:25:29,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:29,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:29,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:29,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:29,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/86c4f517c7c941ddabc8ea23e13e9712 2024-11-20T08:25:29,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/d04c3a29afd64f23836a3399250ee26c is 50, key is test_row_0/C:col10/1732091126913/Put/seqid=0 2024-11-20T08:25:29,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742535_1711 (size=12001) 2024-11-20T08:25:29,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/d04c3a29afd64f23836a3399250ee26c 2024-11-20T08:25:29,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/adab9ab5f9aa43dc953244b6414d0269 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/adab9ab5f9aa43dc953244b6414d0269 2024-11-20T08:25:29,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/adab9ab5f9aa43dc953244b6414d0269, entries=150, sequenceid=119, filesize=30.2 K 2024-11-20T08:25:29,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/86c4f517c7c941ddabc8ea23e13e9712 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/86c4f517c7c941ddabc8ea23e13e9712 2024-11-20T08:25:29,916 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:29,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-20T08:25:29,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:29,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. as already flushing 2024-11-20T08:25:29,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:29,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:29,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:29,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/86c4f517c7c941ddabc8ea23e13e9712, entries=150, sequenceid=119, filesize=11.7 K 2024-11-20T08:25:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:29,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/d04c3a29afd64f23836a3399250ee26c as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/d04c3a29afd64f23836a3399250ee26c 2024-11-20T08:25:29,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/d04c3a29afd64f23836a3399250ee26c, entries=150, sequenceid=119, filesize=11.7 K 2024-11-20T08:25:29,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for c55bcc67de42b67bed3af6b6c345e6da in 890ms, sequenceid=119, compaction requested=true 2024-11-20T08:25:29,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:29,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55bcc67de42b67bed3af6b6c345e6da:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:25:29,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:25:29,922 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:25:29,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55bcc67de42b67bed3af6b6c345e6da:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:25:29,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:25:29,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55bcc67de42b67bed3af6b6c345e6da:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:25:29,922 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:25:29,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:25:29,923 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:25:29,923 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:25:29,923 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): c55bcc67de42b67bed3af6b6c345e6da/A is initiating minor compaction (all files) 2024-11-20T08:25:29,923 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): c55bcc67de42b67bed3af6b6c345e6da/B is initiating minor compaction (all files) 2024-11-20T08:25:29,923 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c55bcc67de42b67bed3af6b6c345e6da/A in TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:29,923 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c55bcc67de42b67bed3af6b6c345e6da/B in TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:29,923 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/d0bfa573496b4f49bf5f97de73508c9f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/642e06724ccc444a9ade3a9ed96a28f6, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/86c4f517c7c941ddabc8ea23e13e9712] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp, totalSize=35.3 K 2024-11-20T08:25:29,923 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/34c52019a29e4fadb7f9ba70d7109bd8, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/650d440f181943e181963f9822ad12f2, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/adab9ab5f9aa43dc953244b6414d0269] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp, totalSize=90.8 K 2024-11-20T08:25:29,923 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:29,924 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. files: [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/34c52019a29e4fadb7f9ba70d7109bd8, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/650d440f181943e181963f9822ad12f2, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/adab9ab5f9aa43dc953244b6414d0269] 2024-11-20T08:25:29,924 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting d0bfa573496b4f49bf5f97de73508c9f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732091123652 2024-11-20T08:25:29,924 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34c52019a29e4fadb7f9ba70d7109bd8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732091123652 2024-11-20T08:25:29,924 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 642e06724ccc444a9ade3a9ed96a28f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732091124772 2024-11-20T08:25:29,924 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 650d440f181943e181963f9822ad12f2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732091124772 2024-11-20T08:25:29,924 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 86c4f517c7c941ddabc8ea23e13e9712, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732091126911 2024-11-20T08:25:29,925 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting adab9ab5f9aa43dc953244b6414d0269, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732091126911 2024-11-20T08:25:29,930 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:29,932 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411203d9f247b86da48f69f04fe14d1033bbf_c55bcc67de42b67bed3af6b6c345e6da store=[table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:29,932 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55bcc67de42b67bed3af6b6c345e6da#B#compaction#597 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:25:29,933 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/dcaae68fa0e8437f81af1082a1f4c66d is 50, key is test_row_0/B:col10/1732091126913/Put/seqid=0 2024-11-20T08:25:29,933 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411203d9f247b86da48f69f04fe14d1033bbf_c55bcc67de42b67bed3af6b6c345e6da, store=[table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:29,933 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203d9f247b86da48f69f04fe14d1033bbf_c55bcc67de42b67bed3af6b6c345e6da because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:29,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742536_1712 (size=12241) 2024-11-20T08:25:29,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742537_1713 (size=4469) 2024-11-20T08:25:29,941 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/dcaae68fa0e8437f81af1082a1f4c66d as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/dcaae68fa0e8437f81af1082a1f4c66d 2024-11-20T08:25:29,946 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c55bcc67de42b67bed3af6b6c345e6da/B of c55bcc67de42b67bed3af6b6c345e6da into dcaae68fa0e8437f81af1082a1f4c66d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:25:29,946 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:29,946 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da., storeName=c55bcc67de42b67bed3af6b6c345e6da/B, priority=13, startTime=1732091129922; duration=0sec 2024-11-20T08:25:29,946 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:25:29,946 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55bcc67de42b67bed3af6b6c345e6da:B 2024-11-20T08:25:29,946 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:25:29,947 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:25:29,947 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): c55bcc67de42b67bed3af6b6c345e6da/C is initiating minor compaction (all files) 2024-11-20T08:25:29,947 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c55bcc67de42b67bed3af6b6c345e6da/C in TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:29,947 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/b80bd13f23b244aa9a25a154d9e8fbee, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/36a6cb2f1bed4d7492a3102891d4455c, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/d04c3a29afd64f23836a3399250ee26c] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp, totalSize=35.3 K 2024-11-20T08:25:29,947 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting b80bd13f23b244aa9a25a154d9e8fbee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732091123652 2024-11-20T08:25:29,948 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 36a6cb2f1bed4d7492a3102891d4455c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732091124772 2024-11-20T08:25:29,948 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting d04c3a29afd64f23836a3399250ee26c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732091126911 2024-11-20T08:25:29,954 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55bcc67de42b67bed3af6b6c345e6da#C#compaction#598 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:25:29,954 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/275aa2dbc4434030a40aa60abe873275 is 50, key is test_row_0/C:col10/1732091126913/Put/seqid=0 2024-11-20T08:25:29,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742538_1714 (size=12241) 2024-11-20T08:25:29,965 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/275aa2dbc4434030a40aa60abe873275 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/275aa2dbc4434030a40aa60abe873275 2024-11-20T08:25:29,970 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c55bcc67de42b67bed3af6b6c345e6da/C of c55bcc67de42b67bed3af6b6c345e6da into 275aa2dbc4434030a40aa60abe873275(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:25:29,970 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:29,970 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da., storeName=c55bcc67de42b67bed3af6b6c345e6da/C, priority=13, startTime=1732091129922; duration=0sec 2024-11-20T08:25:29,970 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:25:29,971 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55bcc67de42b67bed3af6b6c345e6da:C 2024-11-20T08:25:30,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-20T08:25:30,069 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:30,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-20T08:25:30,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:30,069 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing c55bcc67de42b67bed3af6b6c345e6da 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-20T08:25:30,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=A 2024-11-20T08:25:30,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:30,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=B 2024-11-20T08:25:30,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:30,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=C 2024-11-20T08:25:30,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:30,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d2ad510f5bc24265981b54abafd6c50f_c55bcc67de42b67bed3af6b6c345e6da is 50, key is test_row_0/A:col10/1732091129043/Put/seqid=0 2024-11-20T08:25:30,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742539_1715 (size=12154) 2024-11-20T08:25:30,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:25:30,082 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d2ad510f5bc24265981b54abafd6c50f_c55bcc67de42b67bed3af6b6c345e6da to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d2ad510f5bc24265981b54abafd6c50f_c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:30,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/24f7d05e3a0b4c73806a664013a8e662, store: [table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:30,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/24f7d05e3a0b4c73806a664013a8e662 is 175, key is test_row_0/A:col10/1732091129043/Put/seqid=0 2024-11-20T08:25:30,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742540_1716 (size=30955) 2024-11-20T08:25:30,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. as already flushing 2024-11-20T08:25:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:30,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:30,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091190178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:30,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:30,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091190179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:30,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:30,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732091190179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:30,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:30,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091190180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:30,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:30,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091190181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:30,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091190284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:30,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091190284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:30,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091190284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:30,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732091190285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:30,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:30,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091190285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:30,339 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55bcc67de42b67bed3af6b6c345e6da#A#compaction#596 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:25:30,340 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/64d2cd1799a14794b8afaea9b149b7ae is 175, key is test_row_0/A:col10/1732091126913/Put/seqid=0 2024-11-20T08:25:30,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742541_1717 (size=31195) 2024-11-20T08:25:30,357 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/64d2cd1799a14794b8afaea9b149b7ae as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/64d2cd1799a14794b8afaea9b149b7ae 2024-11-20T08:25:30,361 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c55bcc67de42b67bed3af6b6c345e6da/A of c55bcc67de42b67bed3af6b6c345e6da into 64d2cd1799a14794b8afaea9b149b7ae(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:25:30,361 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:30,361 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da., storeName=c55bcc67de42b67bed3af6b6c345e6da/A, priority=13, startTime=1732091129922; duration=0sec 2024-11-20T08:25:30,361 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:25:30,361 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55bcc67de42b67bed3af6b6c345e6da:A 2024-11-20T08:25:30,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091190487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:30,488 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/24f7d05e3a0b4c73806a664013a8e662 2024-11-20T08:25:30,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091190488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:30,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091190488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:30,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091190488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:30,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732091190489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:30,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/0d1e5eebaf97414c8d3b8d6e1cc20b1b is 50, key is test_row_0/B:col10/1732091129043/Put/seqid=0 2024-11-20T08:25:30,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742542_1718 (size=12001) 2024-11-20T08:25:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-20T08:25:30,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091190790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:30,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091190791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:30,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091190791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:30,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732091190792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:30,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091190792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:30,905 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/0d1e5eebaf97414c8d3b8d6e1cc20b1b 2024-11-20T08:25:30,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/f88411ddd288460d8a82c526373da303 is 50, key is test_row_0/C:col10/1732091129043/Put/seqid=0 2024-11-20T08:25:30,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742543_1719 (size=12001) 2024-11-20T08:25:30,916 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/f88411ddd288460d8a82c526373da303 2024-11-20T08:25:30,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/24f7d05e3a0b4c73806a664013a8e662 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/24f7d05e3a0b4c73806a664013a8e662 2024-11-20T08:25:30,924 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/24f7d05e3a0b4c73806a664013a8e662, entries=150, sequenceid=131, filesize=30.2 K 2024-11-20T08:25:30,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/0d1e5eebaf97414c8d3b8d6e1cc20b1b as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/0d1e5eebaf97414c8d3b8d6e1cc20b1b 2024-11-20T08:25:30,928 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/0d1e5eebaf97414c8d3b8d6e1cc20b1b, entries=150, sequenceid=131, filesize=11.7 K 2024-11-20T08:25:30,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/f88411ddd288460d8a82c526373da303 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/f88411ddd288460d8a82c526373da303 2024-11-20T08:25:30,932 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/f88411ddd288460d8a82c526373da303, entries=150, sequenceid=131, filesize=11.7 K 2024-11-20T08:25:30,932 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for c55bcc67de42b67bed3af6b6c345e6da in 863ms, sequenceid=131, compaction requested=false 2024-11-20T08:25:30,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:30,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:30,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-20T08:25:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-20T08:25:30,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-20T08:25:30,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4740 sec 2024-11-20T08:25:30,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 1.4780 sec 2024-11-20T08:25:31,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:31,295 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c55bcc67de42b67bed3af6b6c345e6da 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-20T08:25:31,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=A 2024-11-20T08:25:31,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:31,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=B 2024-11-20T08:25:31,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:31,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=C 2024-11-20T08:25:31,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:31,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d9dcf220608f4261afd240cada8ccb76_c55bcc67de42b67bed3af6b6c345e6da is 50, key is test_row_0/A:col10/1732091130177/Put/seqid=0 2024-11-20T08:25:31,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091191301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:31,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:31,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091191304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:31,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091191304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:31,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742544_1720 (size=14794) 2024-11-20T08:25:31,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091191305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:31,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732091191306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:31,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091191406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:31,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091191407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:31,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091191408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:31,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091191408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-20T08:25:31,562 INFO [Thread-2981 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-20T08:25:31,563 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:25:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-20T08:25:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T08:25:31,565 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:25:31,565 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:25:31,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:25:31,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:31,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091191610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:31,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:31,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091191610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:31,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091191611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:31,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091191611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T08:25:31,708 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:25:31,711 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d9dcf220608f4261afd240cada8ccb76_c55bcc67de42b67bed3af6b6c345e6da to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d9dcf220608f4261afd240cada8ccb76_c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:31,712 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/b1b5e7fa743a48ef9f19b2a9386fbf61, store: [table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:31,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/b1b5e7fa743a48ef9f19b2a9386fbf61 is 175, key is test_row_0/A:col10/1732091130177/Put/seqid=0 2024-11-20T08:25:31,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742545_1721 (size=39749) 2024-11-20T08:25:31,717 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/b1b5e7fa743a48ef9f19b2a9386fbf61 2024-11-20T08:25:31,717 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:31,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-20T08:25:31,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:31,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. as already flushing 2024-11-20T08:25:31,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:31,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:31,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:31,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/1fd15e49d6964547bfc8f0bd8f1368d2 is 50, key is test_row_0/B:col10/1732091130177/Put/seqid=0 2024-11-20T08:25:31,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742546_1722 (size=12151) 2024-11-20T08:25:31,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T08:25:31,869 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:31,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-20T08:25:31,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:31,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. as already flushing 2024-11-20T08:25:31,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:31,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:31,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:31,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:31,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091191913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:31,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091191914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:31,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091191914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:31,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:31,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091191915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:32,022 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:32,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-20T08:25:32,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:32,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. as already flushing 2024-11-20T08:25:32,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:32,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:32,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:32,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:32,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/1fd15e49d6964547bfc8f0bd8f1368d2 2024-11-20T08:25:32,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/3bc7bd4083d044bfaea53eb0dd59150f is 50, key is test_row_0/C:col10/1732091130177/Put/seqid=0 2024-11-20T08:25:32,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742547_1723 (size=12151) 2024-11-20T08:25:32,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T08:25:32,175 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:32,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-20T08:25:32,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:32,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. as already flushing 2024-11-20T08:25:32,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:32,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:32,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:32,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:32,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:32,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732091192310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:32,327 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:32,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-20T08:25:32,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:32,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. as already flushing 2024-11-20T08:25:32,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:32,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:32,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:32,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:32,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:32,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091192416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:32,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:32,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091192416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:32,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:32,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091192421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:32,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:32,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091192422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:32,480 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:32,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-20T08:25:32,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:32,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. as already flushing 2024-11-20T08:25:32,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:32,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:32,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:32,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:32,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/3bc7bd4083d044bfaea53eb0dd59150f 2024-11-20T08:25:32,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/b1b5e7fa743a48ef9f19b2a9386fbf61 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/b1b5e7fa743a48ef9f19b2a9386fbf61 2024-11-20T08:25:32,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/b1b5e7fa743a48ef9f19b2a9386fbf61, entries=200, sequenceid=159, filesize=38.8 K 2024-11-20T08:25:32,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/1fd15e49d6964547bfc8f0bd8f1368d2 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/1fd15e49d6964547bfc8f0bd8f1368d2 2024-11-20T08:25:32,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/1fd15e49d6964547bfc8f0bd8f1368d2, entries=150, sequenceid=159, filesize=11.9 K 2024-11-20T08:25:32,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/3bc7bd4083d044bfaea53eb0dd59150f as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/3bc7bd4083d044bfaea53eb0dd59150f 2024-11-20T08:25:32,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/3bc7bd4083d044bfaea53eb0dd59150f, entries=150, sequenceid=159, filesize=11.9 K 2024-11-20T08:25:32,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for c55bcc67de42b67bed3af6b6c345e6da in 1258ms, sequenceid=159, compaction requested=true 2024-11-20T08:25:32,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:32,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55bcc67de42b67bed3af6b6c345e6da:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:25:32,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:25:32,553 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:25:32,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55bcc67de42b67bed3af6b6c345e6da:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:25:32,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:25:32,553 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:25:32,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55bcc67de42b67bed3af6b6c345e6da:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:25:32,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:25:32,554 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:25:32,554 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:25:32,554 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): c55bcc67de42b67bed3af6b6c345e6da/A is initiating minor compaction (all files) 2024-11-20T08:25:32,554 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): c55bcc67de42b67bed3af6b6c345e6da/B is initiating minor compaction (all files) 2024-11-20T08:25:32,554 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c55bcc67de42b67bed3af6b6c345e6da/A in TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:32,554 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c55bcc67de42b67bed3af6b6c345e6da/B in TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:32,554 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/64d2cd1799a14794b8afaea9b149b7ae, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/24f7d05e3a0b4c73806a664013a8e662, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/b1b5e7fa743a48ef9f19b2a9386fbf61] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp, totalSize=99.5 K 2024-11-20T08:25:32,554 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/dcaae68fa0e8437f81af1082a1f4c66d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/0d1e5eebaf97414c8d3b8d6e1cc20b1b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/1fd15e49d6964547bfc8f0bd8f1368d2] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp, totalSize=35.5 K 2024-11-20T08:25:32,554 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:32,554 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. files: [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/64d2cd1799a14794b8afaea9b149b7ae, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/24f7d05e3a0b4c73806a664013a8e662, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/b1b5e7fa743a48ef9f19b2a9386fbf61] 2024-11-20T08:25:32,555 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64d2cd1799a14794b8afaea9b149b7ae, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732091126911 2024-11-20T08:25:32,555 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting dcaae68fa0e8437f81af1082a1f4c66d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732091126911 2024-11-20T08:25:32,555 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24f7d05e3a0b4c73806a664013a8e662, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732091129035 2024-11-20T08:25:32,555 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d1e5eebaf97414c8d3b8d6e1cc20b1b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732091129035 2024-11-20T08:25:32,555 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1b5e7fa743a48ef9f19b2a9386fbf61, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732091130177 2024-11-20T08:25:32,555 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 1fd15e49d6964547bfc8f0bd8f1368d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732091130177 2024-11-20T08:25:32,560 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:32,562 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112078694e3d540a48ab8e6268a8c4225bea_c55bcc67de42b67bed3af6b6c345e6da store=[table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:32,562 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55bcc67de42b67bed3af6b6c345e6da#B#compaction#606 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:25:32,562 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/cbe5fea9aae04357a4a76bad2653229a is 50, key is test_row_0/B:col10/1732091130177/Put/seqid=0 2024-11-20T08:25:32,563 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112078694e3d540a48ab8e6268a8c4225bea_c55bcc67de42b67bed3af6b6c345e6da, store=[table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:32,563 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112078694e3d540a48ab8e6268a8c4225bea_c55bcc67de42b67bed3af6b6c345e6da because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:32,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742548_1724 (size=4469) 2024-11-20T08:25:32,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742549_1725 (size=12493) 2024-11-20T08:25:32,632 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:32,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-20T08:25:32,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:32,633 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing c55bcc67de42b67bed3af6b6c345e6da 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-20T08:25:32,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=A 2024-11-20T08:25:32,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:32,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=B 2024-11-20T08:25:32,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:32,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=C 2024-11-20T08:25:32,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:32,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208cf04e31ebd14ff7ae0721cfd47ea925_c55bcc67de42b67bed3af6b6c345e6da is 50, key is test_row_0/A:col10/1732091131300/Put/seqid=0 2024-11-20T08:25:32,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742550_1726 (size=12304) 2024-11-20T08:25:32,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T08:25:32,968 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55bcc67de42b67bed3af6b6c345e6da#A#compaction#605 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:25:32,969 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/f1c3dd88bf6e48de950e355f8fc53299 is 175, key is test_row_0/A:col10/1732091130177/Put/seqid=0 2024-11-20T08:25:32,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742551_1727 (size=31447) 2024-11-20T08:25:32,973 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/cbe5fea9aae04357a4a76bad2653229a as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/cbe5fea9aae04357a4a76bad2653229a 2024-11-20T08:25:32,976 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c55bcc67de42b67bed3af6b6c345e6da/B of c55bcc67de42b67bed3af6b6c345e6da into cbe5fea9aae04357a4a76bad2653229a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:25:32,976 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:32,977 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da., storeName=c55bcc67de42b67bed3af6b6c345e6da/B, priority=13, startTime=1732091132553; duration=0sec 2024-11-20T08:25:32,977 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:25:32,977 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55bcc67de42b67bed3af6b6c345e6da:B 2024-11-20T08:25:32,977 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:25:32,977 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:25:32,978 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): c55bcc67de42b67bed3af6b6c345e6da/C is initiating minor compaction (all files) 2024-11-20T08:25:32,978 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c55bcc67de42b67bed3af6b6c345e6da/C in TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:32,978 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/275aa2dbc4434030a40aa60abe873275, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/f88411ddd288460d8a82c526373da303, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/3bc7bd4083d044bfaea53eb0dd59150f] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp, totalSize=35.5 K 2024-11-20T08:25:32,978 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 275aa2dbc4434030a40aa60abe873275, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732091126911 2024-11-20T08:25:32,978 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting f88411ddd288460d8a82c526373da303, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732091129035 2024-11-20T08:25:32,979 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bc7bd4083d044bfaea53eb0dd59150f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732091130177 2024-11-20T08:25:32,984 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55bcc67de42b67bed3af6b6c345e6da#C#compaction#608 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:25:32,984 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/0bbf82baa6b84774bbb16a9c6d4ff2e7 is 50, key is test_row_0/C:col10/1732091130177/Put/seqid=0 2024-11-20T08:25:32,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742552_1728 (size=12493) 2024-11-20T08:25:33,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:25:33,053 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208cf04e31ebd14ff7ae0721cfd47ea925_c55bcc67de42b67bed3af6b6c345e6da to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208cf04e31ebd14ff7ae0721cfd47ea925_c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:33,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/63d93a5f28644c1389963ecf9b037fa3, store: [table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:33,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/63d93a5f28644c1389963ecf9b037fa3 is 175, key is test_row_0/A:col10/1732091131300/Put/seqid=0 2024-11-20T08:25:33,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742553_1729 (size=31105) 2024-11-20T08:25:33,377 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/f1c3dd88bf6e48de950e355f8fc53299 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/f1c3dd88bf6e48de950e355f8fc53299 2024-11-20T08:25:33,381 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c55bcc67de42b67bed3af6b6c345e6da/A of c55bcc67de42b67bed3af6b6c345e6da into f1c3dd88bf6e48de950e355f8fc53299(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:25:33,381 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:33,381 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da., storeName=c55bcc67de42b67bed3af6b6c345e6da/A, priority=13, startTime=1732091132553; duration=0sec 2024-11-20T08:25:33,381 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:25:33,381 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55bcc67de42b67bed3af6b6c345e6da:A 2024-11-20T08:25:33,403 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/0bbf82baa6b84774bbb16a9c6d4ff2e7 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/0bbf82baa6b84774bbb16a9c6d4ff2e7 2024-11-20T08:25:33,407 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c55bcc67de42b67bed3af6b6c345e6da/C of c55bcc67de42b67bed3af6b6c345e6da into 0bbf82baa6b84774bbb16a9c6d4ff2e7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:25:33,407 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:33,407 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da., storeName=c55bcc67de42b67bed3af6b6c345e6da/C, priority=13, startTime=1732091132553; duration=0sec 2024-11-20T08:25:33,407 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:25:33,407 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55bcc67de42b67bed3af6b6c345e6da:C 2024-11-20T08:25:33,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:33,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. as already flushing 2024-11-20T08:25:33,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:33,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091193449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091193449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:33,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091193450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:33,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091193452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:33,462 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=168, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/63d93a5f28644c1389963ecf9b037fa3 2024-11-20T08:25:33,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/d2f7f75a92134ef5a69d77d6540edd43 is 50, key is test_row_0/B:col10/1732091131300/Put/seqid=0 2024-11-20T08:25:33,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742554_1730 (size=12151) 2024-11-20T08:25:33,474 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/d2f7f75a92134ef5a69d77d6540edd43 2024-11-20T08:25:33,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/21ec9dcb93e24ae387416afaaac47359 is 50, key is test_row_0/C:col10/1732091131300/Put/seqid=0 2024-11-20T08:25:33,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742555_1731 (size=12151) 2024-11-20T08:25:33,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091193552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:33,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091193552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:33,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091193552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:33,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091193554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:33,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T08:25:33,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091193755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:33,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091193755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:33,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091193755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:33,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:33,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091193755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:33,885 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/21ec9dcb93e24ae387416afaaac47359 2024-11-20T08:25:33,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/63d93a5f28644c1389963ecf9b037fa3 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/63d93a5f28644c1389963ecf9b037fa3 2024-11-20T08:25:33,897 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/63d93a5f28644c1389963ecf9b037fa3, entries=150, sequenceid=168, filesize=30.4 K 2024-11-20T08:25:33,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/d2f7f75a92134ef5a69d77d6540edd43 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/d2f7f75a92134ef5a69d77d6540edd43 2024-11-20T08:25:33,901 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/d2f7f75a92134ef5a69d77d6540edd43, entries=150, sequenceid=168, filesize=11.9 K 2024-11-20T08:25:33,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/21ec9dcb93e24ae387416afaaac47359 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/21ec9dcb93e24ae387416afaaac47359 2024-11-20T08:25:33,904 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/21ec9dcb93e24ae387416afaaac47359, entries=150, sequenceid=168, filesize=11.9 K 2024-11-20T08:25:33,905 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=174.43 KB/178620 for c55bcc67de42b67bed3af6b6c345e6da in 1272ms, sequenceid=168, compaction requested=false 2024-11-20T08:25:33,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:33,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:33,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-20T08:25:33,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-20T08:25:33,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-20T08:25:33,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3410 sec 2024-11-20T08:25:33,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 2.3500 sec 2024-11-20T08:25:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:34,059 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c55bcc67de42b67bed3af6b6c345e6da 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-20T08:25:34,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=A 2024-11-20T08:25:34,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:34,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=B 2024-11-20T08:25:34,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:34,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=C 2024-11-20T08:25:34,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:34,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c9dfcc14a72740379cfa1e360bac1900_c55bcc67de42b67bed3af6b6c345e6da is 50, key is test_row_0/A:col10/1732091133447/Put/seqid=0 2024-11-20T08:25:34,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091194062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:34,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:34,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091194067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:34,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:34,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091194067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:34,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:34,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091194067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:34,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742556_1732 (size=12304) 2024-11-20T08:25:34,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:34,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091194171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:34,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:34,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091194171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:34,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:34,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091194171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:34,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732091194318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:34,320 DEBUG [Thread-2977 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da., hostname=a04d4489dc6d,43141,1732090957262, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:25:34,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091194373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:34,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091194374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:34,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091194374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:34,472 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:25:34,475 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c9dfcc14a72740379cfa1e360bac1900_c55bcc67de42b67bed3af6b6c345e6da to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c9dfcc14a72740379cfa1e360bac1900_c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:34,475 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/b1a589f869b64b8296d77e92f7ac1018, store: [table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:34,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/b1a589f869b64b8296d77e92f7ac1018 is 175, key is test_row_0/A:col10/1732091133447/Put/seqid=0 2024-11-20T08:25:34,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742557_1733 (size=31105) 2024-11-20T08:25:34,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:34,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091194569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:34,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:34,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091194677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:34,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:34,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091194678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:34,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:34,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091194678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:34,880 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/b1a589f869b64b8296d77e92f7ac1018 2024-11-20T08:25:34,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/6f235871b7ea45ce90bcd99906bada42 is 50, key is test_row_0/B:col10/1732091133447/Put/seqid=0 2024-11-20T08:25:34,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742558_1734 (size=12151) 2024-11-20T08:25:34,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/6f235871b7ea45ce90bcd99906bada42 2024-11-20T08:25:34,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/cd922c3567014d458ae7489cd27fe3a0 is 50, key is test_row_0/C:col10/1732091133447/Put/seqid=0 2024-11-20T08:25:34,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742559_1735 (size=12151) 2024-11-20T08:25:35,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091195181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:35,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091195181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:35,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091195184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:35,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/cd922c3567014d458ae7489cd27fe3a0 2024-11-20T08:25:35,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/b1a589f869b64b8296d77e92f7ac1018 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/b1a589f869b64b8296d77e92f7ac1018 2024-11-20T08:25:35,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/b1a589f869b64b8296d77e92f7ac1018, entries=150, sequenceid=201, filesize=30.4 K 2024-11-20T08:25:35,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/6f235871b7ea45ce90bcd99906bada42 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/6f235871b7ea45ce90bcd99906bada42 2024-11-20T08:25:35,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/6f235871b7ea45ce90bcd99906bada42, entries=150, sequenceid=201, filesize=11.9 K 2024-11-20T08:25:35,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/cd922c3567014d458ae7489cd27fe3a0 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/cd922c3567014d458ae7489cd27fe3a0 2024-11-20T08:25:35,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/cd922c3567014d458ae7489cd27fe3a0, entries=150, sequenceid=201, filesize=11.9 K 2024-11-20T08:25:35,314 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=33.54 KB/34350 for c55bcc67de42b67bed3af6b6c345e6da in 1255ms, sequenceid=201, compaction requested=true 2024-11-20T08:25:35,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:35,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55bcc67de42b67bed3af6b6c345e6da:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:25:35,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:25:35,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55bcc67de42b67bed3af6b6c345e6da:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:25:35,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:25:35,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55bcc67de42b67bed3af6b6c345e6da:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:25:35,314 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:25:35,314 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:25:35,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:25:35,316 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:25:35,316 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:25:35,316 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): c55bcc67de42b67bed3af6b6c345e6da/B is initiating minor compaction (all files) 2024-11-20T08:25:35,316 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): c55bcc67de42b67bed3af6b6c345e6da/A is initiating minor compaction (all files) 2024-11-20T08:25:35,316 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c55bcc67de42b67bed3af6b6c345e6da/B in TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:35,316 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c55bcc67de42b67bed3af6b6c345e6da/A in TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:35,316 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/cbe5fea9aae04357a4a76bad2653229a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/d2f7f75a92134ef5a69d77d6540edd43, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/6f235871b7ea45ce90bcd99906bada42] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp, totalSize=35.9 K 2024-11-20T08:25:35,316 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/f1c3dd88bf6e48de950e355f8fc53299, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/63d93a5f28644c1389963ecf9b037fa3, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/b1a589f869b64b8296d77e92f7ac1018] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp, totalSize=91.5 K 2024-11-20T08:25:35,316 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:35,316 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. files: [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/f1c3dd88bf6e48de950e355f8fc53299, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/63d93a5f28644c1389963ecf9b037fa3, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/b1a589f869b64b8296d77e92f7ac1018] 2024-11-20T08:25:35,317 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting cbe5fea9aae04357a4a76bad2653229a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732091130177 2024-11-20T08:25:35,317 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1c3dd88bf6e48de950e355f8fc53299, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732091130177 2024-11-20T08:25:35,317 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting d2f7f75a92134ef5a69d77d6540edd43, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732091131300 2024-11-20T08:25:35,317 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63d93a5f28644c1389963ecf9b037fa3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732091131300 2024-11-20T08:25:35,317 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f235871b7ea45ce90bcd99906bada42, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732091133447 2024-11-20T08:25:35,317 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1a589f869b64b8296d77e92f7ac1018, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732091133447 2024-11-20T08:25:35,323 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:35,325 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55bcc67de42b67bed3af6b6c345e6da#B#compaction#615 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:25:35,325 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/1c0f35783a4c4de6b1530dedd00a0ee8 is 50, key is test_row_0/B:col10/1732091133447/Put/seqid=0 2024-11-20T08:25:35,327 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411203d2ffdedccec444092f11156f33a51fc_c55bcc67de42b67bed3af6b6c345e6da store=[table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:35,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742560_1736 (size=12595) 2024-11-20T08:25:35,329 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411203d2ffdedccec444092f11156f33a51fc_c55bcc67de42b67bed3af6b6c345e6da, store=[table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:35,330 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203d2ffdedccec444092f11156f33a51fc_c55bcc67de42b67bed3af6b6c345e6da because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:35,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742561_1737 (size=4469) 2024-11-20T08:25:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:35,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c55bcc67de42b67bed3af6b6c345e6da 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T08:25:35,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=A 2024-11-20T08:25:35,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:35,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=B 2024-11-20T08:25:35,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:35,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=C 2024-11-20T08:25:35,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:35,589 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T08:25:35,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201aef0be256894ab4bddd762f26356a2e_c55bcc67de42b67bed3af6b6c345e6da is 50, key is test_row_0/A:col10/1732091135578/Put/seqid=0 2024-11-20T08:25:35,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742562_1738 (size=12304) 2024-11-20T08:25:35,597 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:25:35,600 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201aef0be256894ab4bddd762f26356a2e_c55bcc67de42b67bed3af6b6c345e6da to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201aef0be256894ab4bddd762f26356a2e_c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:35,601 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/63eb26cfd5804354ae26e432c38bc455, store: [table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:35,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/63eb26cfd5804354ae26e432c38bc455 is 175, key is test_row_0/A:col10/1732091135578/Put/seqid=0 2024-11-20T08:25:35,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742563_1739 (size=31105) 2024-11-20T08:25:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-20T08:25:35,669 INFO [Thread-2981 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-20T08:25:35,670 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:25:35,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-20T08:25:35,671 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:25:35,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T08:25:35,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091195668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:35,672 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:25:35,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:25:35,733 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/1c0f35783a4c4de6b1530dedd00a0ee8 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/1c0f35783a4c4de6b1530dedd00a0ee8 2024-11-20T08:25:35,734 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55bcc67de42b67bed3af6b6c345e6da#A#compaction#614 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:25:35,735 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/ad10cdf4f30e4a4096b696942612fb12 is 175, key is test_row_0/A:col10/1732091133447/Put/seqid=0 2024-11-20T08:25:35,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742564_1740 (size=31549) 2024-11-20T08:25:35,739 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c55bcc67de42b67bed3af6b6c345e6da/B of c55bcc67de42b67bed3af6b6c345e6da into 1c0f35783a4c4de6b1530dedd00a0ee8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:25:35,739 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:35,739 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da., storeName=c55bcc67de42b67bed3af6b6c345e6da/B, priority=13, startTime=1732091135314; duration=0sec 2024-11-20T08:25:35,739 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:25:35,739 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55bcc67de42b67bed3af6b6c345e6da:B 2024-11-20T08:25:35,739 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:25:35,740 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:25:35,740 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): c55bcc67de42b67bed3af6b6c345e6da/C is initiating minor compaction (all files) 2024-11-20T08:25:35,740 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c55bcc67de42b67bed3af6b6c345e6da/C in TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:35,740 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/0bbf82baa6b84774bbb16a9c6d4ff2e7, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/21ec9dcb93e24ae387416afaaac47359, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/cd922c3567014d458ae7489cd27fe3a0] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp, totalSize=35.9 K 2024-11-20T08:25:35,741 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 0bbf82baa6b84774bbb16a9c6d4ff2e7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732091130177 2024-11-20T08:25:35,741 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 21ec9dcb93e24ae387416afaaac47359, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732091131300 2024-11-20T08:25:35,741 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting cd922c3567014d458ae7489cd27fe3a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732091133447 2024-11-20T08:25:35,741 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/ad10cdf4f30e4a4096b696942612fb12 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/ad10cdf4f30e4a4096b696942612fb12 2024-11-20T08:25:35,745 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c55bcc67de42b67bed3af6b6c345e6da/A of c55bcc67de42b67bed3af6b6c345e6da into ad10cdf4f30e4a4096b696942612fb12(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:25:35,745 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:35,745 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da., storeName=c55bcc67de42b67bed3af6b6c345e6da/A, priority=13, startTime=1732091135314; duration=0sec 2024-11-20T08:25:35,745 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:25:35,745 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55bcc67de42b67bed3af6b6c345e6da:A 2024-11-20T08:25:35,749 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55bcc67de42b67bed3af6b6c345e6da#C#compaction#617 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:25:35,750 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/5e1c262a533c4850be7e16a1640a3a08 is 50, key is test_row_0/C:col10/1732091133447/Put/seqid=0 2024-11-20T08:25:35,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742565_1741 (size=12595) 2024-11-20T08:25:35,757 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/5e1c262a533c4850be7e16a1640a3a08 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/5e1c262a533c4850be7e16a1640a3a08 2024-11-20T08:25:35,760 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c55bcc67de42b67bed3af6b6c345e6da/C of c55bcc67de42b67bed3af6b6c345e6da into 5e1c262a533c4850be7e16a1640a3a08(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:25:35,760 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:35,760 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da., storeName=c55bcc67de42b67bed3af6b6c345e6da/C, priority=13, startTime=1732091135314; duration=0sec 2024-11-20T08:25:35,760 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:25:35,760 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55bcc67de42b67bed3af6b6c345e6da:C 2024-11-20T08:25:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T08:25:35,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091195772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:35,823 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:35,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T08:25:35,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:35,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. as already flushing 2024-11-20T08:25:35,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:35,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:35,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:35,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T08:25:35,975 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:35,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T08:25:35,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:35,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. as already flushing 2024-11-20T08:25:35,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:35,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:35,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:35,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:35,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:35,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091195976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:36,042 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/63eb26cfd5804354ae26e432c38bc455 2024-11-20T08:25:36,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/0af34392fc2643298238507aedd50860 is 50, key is test_row_0/B:col10/1732091135578/Put/seqid=0 2024-11-20T08:25:36,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742566_1742 (size=12151) 2024-11-20T08:25:36,128 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:36,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T08:25:36,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:36,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. as already flushing 2024-11-20T08:25:36,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:36,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:36,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:36,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:36,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:36,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091196186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:36,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:36,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091196188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:36,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091196193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:36,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T08:25:36,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:36,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091196279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:36,281 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:36,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T08:25:36,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:36,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. as already flushing 2024-11-20T08:25:36,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:36,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:36,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:36,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:36,433 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:36,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T08:25:36,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:36,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. as already flushing 2024-11-20T08:25:36,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:36,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:36,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:36,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/0af34392fc2643298238507aedd50860 2024-11-20T08:25:36,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/8563e480710a4c389daece21aef48330 is 50, key is test_row_0/C:col10/1732091135578/Put/seqid=0 2024-11-20T08:25:36,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742567_1743 (size=12151) 2024-11-20T08:25:36,586 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:36,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T08:25:36,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:36,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. as already flushing 2024-11-20T08:25:36,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:36,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:36,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:36,738 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:36,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T08:25:36,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:36,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. as already flushing 2024-11-20T08:25:36,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:36,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:36,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T08:25:36,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091196784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:36,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/8563e480710a4c389daece21aef48330 2024-11-20T08:25:36,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/63eb26cfd5804354ae26e432c38bc455 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/63eb26cfd5804354ae26e432c38bc455 2024-11-20T08:25:36,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/63eb26cfd5804354ae26e432c38bc455, entries=150, sequenceid=212, filesize=30.4 K 2024-11-20T08:25:36,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/0af34392fc2643298238507aedd50860 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/0af34392fc2643298238507aedd50860 2024-11-20T08:25:36,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/0af34392fc2643298238507aedd50860, entries=150, sequenceid=212, filesize=11.9 K 2024-11-20T08:25:36,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/8563e480710a4c389daece21aef48330 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/8563e480710a4c389daece21aef48330 2024-11-20T08:25:36,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/8563e480710a4c389daece21aef48330, entries=150, sequenceid=212, filesize=11.9 K 2024-11-20T08:25:36,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c55bcc67de42b67bed3af6b6c345e6da in 1297ms, sequenceid=212, compaction requested=false 2024-11-20T08:25:36,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:36,891 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:36,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-20T08:25:36,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:36,891 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing c55bcc67de42b67bed3af6b6c345e6da 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T08:25:36,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=A 2024-11-20T08:25:36,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:36,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=B 2024-11-20T08:25:36,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:36,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=C 2024-11-20T08:25:36,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:36,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112096f358fc7c6b491ebbff1f9e57907260_c55bcc67de42b67bed3af6b6c345e6da is 50, key is test_row_0/A:col10/1732091135663/Put/seqid=0 2024-11-20T08:25:36,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742568_1744 (size=12304) 2024-11-20T08:25:37,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:25:37,309 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112096f358fc7c6b491ebbff1f9e57907260_c55bcc67de42b67bed3af6b6c345e6da to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112096f358fc7c6b491ebbff1f9e57907260_c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:37,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/7fd5d7fd3e0b40938cfbb10e8de344a8, store: [table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:37,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/7fd5d7fd3e0b40938cfbb10e8de344a8 is 175, key is test_row_0/A:col10/1732091135663/Put/seqid=0 2024-11-20T08:25:37,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742569_1745 (size=31105) 2024-11-20T08:25:37,733 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/7fd5d7fd3e0b40938cfbb10e8de344a8 2024-11-20T08:25:37,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/4e010b1694c4401085596f77c331e844 is 50, key is test_row_0/B:col10/1732091135663/Put/seqid=0 2024-11-20T08:25:37,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742570_1746 (size=12151) 2024-11-20T08:25:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T08:25:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:37,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. as already flushing 2024-11-20T08:25:37,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:37,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091197806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:37,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091197909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:38,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091198111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:38,142 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/4e010b1694c4401085596f77c331e844 2024-11-20T08:25:38,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/3f957c745fa14024b8ae489dd762084d is 50, key is test_row_0/C:col10/1732091135663/Put/seqid=0 2024-11-20T08:25:38,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742571_1747 (size=12151) 2024-11-20T08:25:38,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732091198189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:38,191 DEBUG [Thread-2979 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4123 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da., hostname=a04d4489dc6d,43141,1732090957262, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:25:38,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732091198196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:38,198 DEBUG [Thread-2973 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4131 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da., hostname=a04d4489dc6d,43141,1732090957262, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:25:38,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1732091198206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:38,207 DEBUG [Thread-2971 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da., hostname=a04d4489dc6d,43141,1732090957262, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:25:38,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:38,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732091198331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:38,332 DEBUG [Thread-2977 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8154 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da., hostname=a04d4489dc6d,43141,1732090957262, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:25:38,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091198414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:38,552 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/3f957c745fa14024b8ae489dd762084d 2024-11-20T08:25:38,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/7fd5d7fd3e0b40938cfbb10e8de344a8 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/7fd5d7fd3e0b40938cfbb10e8de344a8 2024-11-20T08:25:38,559 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/7fd5d7fd3e0b40938cfbb10e8de344a8, entries=150, sequenceid=240, filesize=30.4 K 2024-11-20T08:25:38,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/4e010b1694c4401085596f77c331e844 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/4e010b1694c4401085596f77c331e844 2024-11-20T08:25:38,563 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/4e010b1694c4401085596f77c331e844, entries=150, sequenceid=240, filesize=11.9 K 2024-11-20T08:25:38,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/3f957c745fa14024b8ae489dd762084d as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/3f957c745fa14024b8ae489dd762084d 2024-11-20T08:25:38,566 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/3f957c745fa14024b8ae489dd762084d, entries=150, sequenceid=240, filesize=11.9 K 2024-11-20T08:25:38,567 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c55bcc67de42b67bed3af6b6c345e6da in 1676ms, sequenceid=240, compaction requested=true 2024-11-20T08:25:38,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:38,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:38,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-20T08:25:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-20T08:25:38,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-20T08:25:38,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8960 sec 2024-11-20T08:25:38,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 2.8990 sec 2024-11-20T08:25:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:38,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c55bcc67de42b67bed3af6b6c345e6da 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-20T08:25:38,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=A 2024-11-20T08:25:38,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:38,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=B 2024-11-20T08:25:38,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:38,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=C 2024-11-20T08:25:38,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:38,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120de04bf178ca74bc1b37a2ff86e6482c1_c55bcc67de42b67bed3af6b6c345e6da is 50, key is test_row_0/A:col10/1732091138918/Put/seqid=0 2024-11-20T08:25:38,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742572_1748 (size=14794) 2024-11-20T08:25:38,941 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:25:38,944 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120de04bf178ca74bc1b37a2ff86e6482c1_c55bcc67de42b67bed3af6b6c345e6da to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120de04bf178ca74bc1b37a2ff86e6482c1_c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:38,945 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/85613779e62e46098c9817c41481ffed, store: [table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:38,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/85613779e62e46098c9817c41481ffed is 175, key is test_row_0/A:col10/1732091138918/Put/seqid=0 2024-11-20T08:25:38,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742573_1749 (size=39749) 2024-11-20T08:25:38,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091198974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:39,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091199077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:39,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:39,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091199280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:39,350 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/85613779e62e46098c9817c41481ffed 2024-11-20T08:25:39,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/d6e0893d37c8401c8e7878ae5d770f73 is 50, key is test_row_0/B:col10/1732091138918/Put/seqid=0 2024-11-20T08:25:39,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742574_1750 (size=12151) 2024-11-20T08:25:39,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/d6e0893d37c8401c8e7878ae5d770f73 2024-11-20T08:25:39,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/6b351daf2a0a415dadb0dd943bea9167 is 50, key is test_row_0/C:col10/1732091138918/Put/seqid=0 2024-11-20T08:25:39,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742575_1751 (size=12151) 2024-11-20T08:25:39,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/6b351daf2a0a415dadb0dd943bea9167 2024-11-20T08:25:39,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/85613779e62e46098c9817c41481ffed as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/85613779e62e46098c9817c41481ffed 2024-11-20T08:25:39,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/85613779e62e46098c9817c41481ffed, entries=200, sequenceid=252, filesize=38.8 K 2024-11-20T08:25:39,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/d6e0893d37c8401c8e7878ae5d770f73 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/d6e0893d37c8401c8e7878ae5d770f73 2024-11-20T08:25:39,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/d6e0893d37c8401c8e7878ae5d770f73, entries=150, sequenceid=252, filesize=11.9 K 2024-11-20T08:25:39,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/6b351daf2a0a415dadb0dd943bea9167 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/6b351daf2a0a415dadb0dd943bea9167 2024-11-20T08:25:39,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/6b351daf2a0a415dadb0dd943bea9167, entries=150, sequenceid=252, filesize=11.9 K 2024-11-20T08:25:39,391 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c55bcc67de42b67bed3af6b6c345e6da in 471ms, sequenceid=252, compaction requested=true 2024-11-20T08:25:39,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:39,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55bcc67de42b67bed3af6b6c345e6da:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:25:39,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:25:39,391 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:25:39,391 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:25:39,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55bcc67de42b67bed3af6b6c345e6da:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:25:39,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:25:39,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55bcc67de42b67bed3af6b6c345e6da:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:25:39,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:25:39,392 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133508 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:25:39,392 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:25:39,392 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): c55bcc67de42b67bed3af6b6c345e6da/A is initiating minor compaction (all files) 2024-11-20T08:25:39,392 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): c55bcc67de42b67bed3af6b6c345e6da/B is initiating minor compaction (all files) 2024-11-20T08:25:39,393 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c55bcc67de42b67bed3af6b6c345e6da/B in TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:39,393 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c55bcc67de42b67bed3af6b6c345e6da/A in TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:39,393 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/1c0f35783a4c4de6b1530dedd00a0ee8, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/0af34392fc2643298238507aedd50860, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/4e010b1694c4401085596f77c331e844, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/d6e0893d37c8401c8e7878ae5d770f73] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp, totalSize=47.9 K 2024-11-20T08:25:39,393 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/ad10cdf4f30e4a4096b696942612fb12, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/63eb26cfd5804354ae26e432c38bc455, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/7fd5d7fd3e0b40938cfbb10e8de344a8, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/85613779e62e46098c9817c41481ffed] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp, totalSize=130.4 K 2024-11-20T08:25:39,393 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:39,393 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. files: [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/ad10cdf4f30e4a4096b696942612fb12, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/63eb26cfd5804354ae26e432c38bc455, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/7fd5d7fd3e0b40938cfbb10e8de344a8, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/85613779e62e46098c9817c41481ffed] 2024-11-20T08:25:39,393 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c0f35783a4c4de6b1530dedd00a0ee8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732091133447 2024-11-20T08:25:39,393 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad10cdf4f30e4a4096b696942612fb12, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732091133447 2024-11-20T08:25:39,393 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63eb26cfd5804354ae26e432c38bc455, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732091135578 2024-11-20T08:25:39,393 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 0af34392fc2643298238507aedd50860, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732091135578 2024-11-20T08:25:39,393 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7fd5d7fd3e0b40938cfbb10e8de344a8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732091135636 2024-11-20T08:25:39,394 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e010b1694c4401085596f77c331e844, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732091135636 2024-11-20T08:25:39,394 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85613779e62e46098c9817c41481ffed, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732091137795 2024-11-20T08:25:39,394 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting d6e0893d37c8401c8e7878ae5d770f73, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732091137795 2024-11-20T08:25:39,401 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:39,403 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55bcc67de42b67bed3af6b6c345e6da#B#compaction#627 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:25:39,403 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120dedab73e42364ab69d2fc13ba4be98df_c55bcc67de42b67bed3af6b6c345e6da store=[table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:39,403 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/cc2df8e482d740acae5691cac20d4764 is 50, key is test_row_0/B:col10/1732091138918/Put/seqid=0 2024-11-20T08:25:39,406 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120dedab73e42364ab69d2fc13ba4be98df_c55bcc67de42b67bed3af6b6c345e6da, store=[table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:39,406 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120dedab73e42364ab69d2fc13ba4be98df_c55bcc67de42b67bed3af6b6c345e6da because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:39,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742576_1752 (size=12731) 2024-11-20T08:25:39,413 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/cc2df8e482d740acae5691cac20d4764 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/cc2df8e482d740acae5691cac20d4764 2024-11-20T08:25:39,417 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c55bcc67de42b67bed3af6b6c345e6da/B of c55bcc67de42b67bed3af6b6c345e6da into cc2df8e482d740acae5691cac20d4764(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:25:39,417 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:39,417 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da., storeName=c55bcc67de42b67bed3af6b6c345e6da/B, priority=12, startTime=1732091139391; duration=0sec 2024-11-20T08:25:39,417 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:25:39,417 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55bcc67de42b67bed3af6b6c345e6da:B 2024-11-20T08:25:39,417 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:25:39,418 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:25:39,418 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): c55bcc67de42b67bed3af6b6c345e6da/C is initiating minor compaction (all files) 2024-11-20T08:25:39,418 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c55bcc67de42b67bed3af6b6c345e6da/C in TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:39,419 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/5e1c262a533c4850be7e16a1640a3a08, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/8563e480710a4c389daece21aef48330, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/3f957c745fa14024b8ae489dd762084d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/6b351daf2a0a415dadb0dd943bea9167] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp, totalSize=47.9 K 2024-11-20T08:25:39,419 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e1c262a533c4850be7e16a1640a3a08, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732091133447 2024-11-20T08:25:39,419 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 8563e480710a4c389daece21aef48330, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732091135578 2024-11-20T08:25:39,420 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f957c745fa14024b8ae489dd762084d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732091135636 2024-11-20T08:25:39,420 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b351daf2a0a415dadb0dd943bea9167, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732091137795 2024-11-20T08:25:39,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742577_1753 (size=4469) 2024-11-20T08:25:39,422 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55bcc67de42b67bed3af6b6c345e6da#A#compaction#626 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:25:39,423 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/3cb597f8ebc24f6fb59b361049cc1cde is 175, key is test_row_0/A:col10/1732091138918/Put/seqid=0 2024-11-20T08:25:39,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742578_1754 (size=31685) 2024-11-20T08:25:39,431 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55bcc67de42b67bed3af6b6c345e6da#C#compaction#628 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:25:39,431 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/d52db88f76b4429a92133dab83c70e99 is 50, key is test_row_0/C:col10/1732091138918/Put/seqid=0 2024-11-20T08:25:39,433 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/3cb597f8ebc24f6fb59b361049cc1cde as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/3cb597f8ebc24f6fb59b361049cc1cde 2024-11-20T08:25:39,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742579_1755 (size=12731) 2024-11-20T08:25:39,436 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c55bcc67de42b67bed3af6b6c345e6da/A of c55bcc67de42b67bed3af6b6c345e6da into 3cb597f8ebc24f6fb59b361049cc1cde(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:25:39,437 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:39,437 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da., storeName=c55bcc67de42b67bed3af6b6c345e6da/A, priority=12, startTime=1732091139391; duration=0sec 2024-11-20T08:25:39,437 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:25:39,437 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55bcc67de42b67bed3af6b6c345e6da:A 2024-11-20T08:25:39,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:39,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c55bcc67de42b67bed3af6b6c345e6da 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-20T08:25:39,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=A 2024-11-20T08:25:39,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:39,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=B 2024-11-20T08:25:39,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:39,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=C 2024-11-20T08:25:39,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:39,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120501f121bb690471184710520ef05cb9b_c55bcc67de42b67bed3af6b6c345e6da is 50, key is test_row_0/A:col10/1732091139586/Put/seqid=0 2024-11-20T08:25:39,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742580_1756 (size=14994) 2024-11-20T08:25:39,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:39,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091199607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:39,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091199710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:39,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-20T08:25:39,776 INFO [Thread-2981 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-20T08:25:39,777 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:25:39,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-20T08:25:39,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T08:25:39,778 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:25:39,779 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:25:39,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:25:39,839 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/d52db88f76b4429a92133dab83c70e99 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/d52db88f76b4429a92133dab83c70e99 2024-11-20T08:25:39,842 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c55bcc67de42b67bed3af6b6c345e6da/C of c55bcc67de42b67bed3af6b6c345e6da into d52db88f76b4429a92133dab83c70e99(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:25:39,842 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:39,842 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da., storeName=c55bcc67de42b67bed3af6b6c345e6da/C, priority=12, startTime=1732091139392; duration=0sec 2024-11-20T08:25:39,843 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:25:39,843 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55bcc67de42b67bed3af6b6c345e6da:C 2024-11-20T08:25:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T08:25:39,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:39,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091199913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:39,930 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:39,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T08:25:39,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:39,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. as already flushing 2024-11-20T08:25:39,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:39,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:39,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:39,998 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:25:40,002 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120501f121bb690471184710520ef05cb9b_c55bcc67de42b67bed3af6b6c345e6da to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120501f121bb690471184710520ef05cb9b_c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:40,002 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/a5ff2a2c43e44fe2ae81f93e90cbe762, store: [table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:40,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/a5ff2a2c43e44fe2ae81f93e90cbe762 is 175, key is test_row_0/A:col10/1732091139586/Put/seqid=0 2024-11-20T08:25:40,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742581_1757 (size=39949) 2024-11-20T08:25:40,007 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/a5ff2a2c43e44fe2ae81f93e90cbe762 2024-11-20T08:25:40,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/3fe44920a66f453eadf43e9b83139507 is 50, key is test_row_0/B:col10/1732091139586/Put/seqid=0 2024-11-20T08:25:40,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742582_1758 (size=12301) 2024-11-20T08:25:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T08:25:40,083 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:40,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T08:25:40,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:40,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. as already flushing 2024-11-20T08:25:40,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:40,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:40,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:40,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091200216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:40,236 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:40,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T08:25:40,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:40,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. as already flushing 2024-11-20T08:25:40,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:40,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:40,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:40,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T08:25:40,389 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:40,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T08:25:40,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:40,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. as already flushing 2024-11-20T08:25:40,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:40,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:40,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:25:40,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/3fe44920a66f453eadf43e9b83139507 2024-11-20T08:25:40,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/9911eea0491d4e2e8b422d5c4eedb0fb is 50, key is test_row_0/C:col10/1732091139586/Put/seqid=0 2024-11-20T08:25:40,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742583_1759 (size=12301) 2024-11-20T08:25:40,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/9911eea0491d4e2e8b422d5c4eedb0fb 2024-11-20T08:25:40,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/a5ff2a2c43e44fe2ae81f93e90cbe762 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/a5ff2a2c43e44fe2ae81f93e90cbe762 2024-11-20T08:25:40,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/a5ff2a2c43e44fe2ae81f93e90cbe762, entries=200, sequenceid=279, filesize=39.0 K 2024-11-20T08:25:40,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/3fe44920a66f453eadf43e9b83139507 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/3fe44920a66f453eadf43e9b83139507 2024-11-20T08:25:40,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/3fe44920a66f453eadf43e9b83139507, entries=150, sequenceid=279, filesize=12.0 K 2024-11-20T08:25:40,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/9911eea0491d4e2e8b422d5c4eedb0fb as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/9911eea0491d4e2e8b422d5c4eedb0fb 2024-11-20T08:25:40,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/9911eea0491d4e2e8b422d5c4eedb0fb, entries=150, sequenceid=279, filesize=12.0 K 2024-11-20T08:25:40,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c55bcc67de42b67bed3af6b6c345e6da in 858ms, sequenceid=279, compaction requested=false 2024-11-20T08:25:40,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:40,542 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:40,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43141 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-20T08:25:40,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:40,543 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing c55bcc67de42b67bed3af6b6c345e6da 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-20T08:25:40,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=A 2024-11-20T08:25:40,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:40,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=B 2024-11-20T08:25:40,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:40,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=C 2024-11-20T08:25:40,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:40,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112064b2674e8fd843809ee9e96a2690d4e3_c55bcc67de42b67bed3af6b6c345e6da is 50, key is test_row_0/A:col10/1732091139606/Put/seqid=0 2024-11-20T08:25:40,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742584_1760 (size=12454) 2024-11-20T08:25:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:40,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. as already flushing 2024-11-20T08:25:40,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091200775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:40,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091200877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T08:25:40,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:25:40,955 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112064b2674e8fd843809ee9e96a2690d4e3_c55bcc67de42b67bed3af6b6c345e6da to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112064b2674e8fd843809ee9e96a2690d4e3_c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:40,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/0d16fb03d0484feab242a5b00349ded6, store: [table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:40,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/0d16fb03d0484feab242a5b00349ded6 is 175, key is test_row_0/A:col10/1732091139606/Put/seqid=0 2024-11-20T08:25:40,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742585_1761 (size=31255) 2024-11-20T08:25:41,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091201081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:41,148 DEBUG [Thread-2984 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62b06a95 to 127.0.0.1:55720 2024-11-20T08:25:41,148 DEBUG [Thread-2984 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:25:41,149 DEBUG [Thread-2986 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d02ace0 to 127.0.0.1:55720 2024-11-20T08:25:41,149 DEBUG [Thread-2982 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x271e8143 to 127.0.0.1:55720 2024-11-20T08:25:41,149 DEBUG [Thread-2986 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:25:41,149 DEBUG [Thread-2982 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:25:41,150 DEBUG [Thread-2990 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3fbb1399 to 127.0.0.1:55720 2024-11-20T08:25:41,150 DEBUG [Thread-2990 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:25:41,151 DEBUG [Thread-2988 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63054209 to 127.0.0.1:55720 2024-11-20T08:25:41,151 DEBUG [Thread-2988 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:25:41,361 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/0d16fb03d0484feab242a5b00349ded6 2024-11-20T08:25:41,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/e3eb13ef264944c282c74c497e0eb31f is 50, key is test_row_0/B:col10/1732091139606/Put/seqid=0 2024-11-20T08:25:41,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742586_1762 (size=12301) 2024-11-20T08:25:41,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:41,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091201385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:41,769 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/e3eb13ef264944c282c74c497e0eb31f 2024-11-20T08:25:41,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/4e791c12dee242ffaa39f3397c392881 is 50, key is test_row_0/C:col10/1732091139606/Put/seqid=0 2024-11-20T08:25:41,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742587_1763 (size=12301) 2024-11-20T08:25:41,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T08:25:41,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-20T08:25:41,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1732091201890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:42,178 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/4e791c12dee242ffaa39f3397c392881 2024-11-20T08:25:42,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/0d16fb03d0484feab242a5b00349ded6 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/0d16fb03d0484feab242a5b00349ded6 2024-11-20T08:25:42,184 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/0d16fb03d0484feab242a5b00349ded6, entries=150, sequenceid=291, filesize=30.5 K 2024-11-20T08:25:42,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/e3eb13ef264944c282c74c497e0eb31f as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/e3eb13ef264944c282c74c497e0eb31f 2024-11-20T08:25:42,187 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/e3eb13ef264944c282c74c497e0eb31f, entries=150, sequenceid=291, filesize=12.0 K 2024-11-20T08:25:42,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/4e791c12dee242ffaa39f3397c392881 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/4e791c12dee242ffaa39f3397c392881 2024-11-20T08:25:42,189 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/4e791c12dee242ffaa39f3397c392881, entries=150, sequenceid=291, filesize=12.0 K 2024-11-20T08:25:42,190 INFO [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c55bcc67de42b67bed3af6b6c345e6da in 1648ms, sequenceid=291, compaction requested=true 2024-11-20T08:25:42,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:42,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:42,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a04d4489dc6d:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-20T08:25:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-20T08:25:42,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-20T08:25:42,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4120 sec 2024-11-20T08:25:42,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 2.4150 sec 2024-11-20T08:25:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43141 {}] regionserver.HRegion(8581): Flush requested on c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:42,214 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c55bcc67de42b67bed3af6b6c345e6da 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-20T08:25:42,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=A 2024-11-20T08:25:42,214 DEBUG [Thread-2971 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x151bac0d to 127.0.0.1:55720 2024-11-20T08:25:42,214 DEBUG [Thread-2971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:25:42,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:42,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=B 2024-11-20T08:25:42,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:42,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=C 2024-11-20T08:25:42,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:42,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204b569fd9e5414d98a3ba84626186794e_c55bcc67de42b67bed3af6b6c345e6da is 50, key is test_row_0/A:col10/1732091140774/Put/seqid=0 2024-11-20T08:25:42,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742588_1764 (size=12454) 2024-11-20T08:25:42,223 DEBUG [Thread-2979 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79a7bd2b to 127.0.0.1:55720 2024-11-20T08:25:42,223 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:25:42,223 DEBUG [Thread-2979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:25:42,226 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204b569fd9e5414d98a3ba84626186794e_c55bcc67de42b67bed3af6b6c345e6da to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204b569fd9e5414d98a3ba84626186794e_c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:42,226 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/1e0a2e81b79048a491fb1bb19f69ea21, store: [table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:42,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/1e0a2e81b79048a491fb1bb19f69ea21 is 175, key is test_row_0/A:col10/1732091140774/Put/seqid=0 2024-11-20T08:25:42,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742589_1765 (size=31255) 2024-11-20T08:25:42,234 DEBUG [Thread-2973 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2089b1f4 to 127.0.0.1:55720 2024-11-20T08:25:42,234 DEBUG [Thread-2973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:25:42,630 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/1e0a2e81b79048a491fb1bb19f69ea21 2024-11-20T08:25:42,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/733ee3634a3e4fa7a0b0c02e9ad95eae is 50, key is test_row_0/B:col10/1732091140774/Put/seqid=0 2024-11-20T08:25:42,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742590_1766 (size=12301) 2024-11-20T08:25:42,896 DEBUG [Thread-2975 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65f51785 to 127.0.0.1:55720 2024-11-20T08:25:42,896 DEBUG [Thread-2975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:25:43,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/733ee3634a3e4fa7a0b0c02e9ad95eae 2024-11-20T08:25:43,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/324c3753b22241e9b252dbf2d668a08b is 50, key is test_row_0/C:col10/1732091140774/Put/seqid=0 2024-11-20T08:25:43,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742591_1767 (size=12301) 2024-11-20T08:25:43,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/324c3753b22241e9b252dbf2d668a08b 2024-11-20T08:25:43,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/1e0a2e81b79048a491fb1bb19f69ea21 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/1e0a2e81b79048a491fb1bb19f69ea21 2024-11-20T08:25:43,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/1e0a2e81b79048a491fb1bb19f69ea21, entries=150, sequenceid=317, filesize=30.5 K 2024-11-20T08:25:43,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/733ee3634a3e4fa7a0b0c02e9ad95eae as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/733ee3634a3e4fa7a0b0c02e9ad95eae 2024-11-20T08:25:43,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/733ee3634a3e4fa7a0b0c02e9ad95eae, entries=150, sequenceid=317, filesize=12.0 K 2024-11-20T08:25:43,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/324c3753b22241e9b252dbf2d668a08b as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/324c3753b22241e9b252dbf2d668a08b 2024-11-20T08:25:43,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/324c3753b22241e9b252dbf2d668a08b, entries=150, sequenceid=317, filesize=12.0 K 2024-11-20T08:25:43,464 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=20.13 KB/20610 for c55bcc67de42b67bed3af6b6c345e6da in 1250ms, sequenceid=317, compaction requested=true 2024-11-20T08:25:43,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:43,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55bcc67de42b67bed3af6b6c345e6da:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:25:43,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:25:43,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55bcc67de42b67bed3af6b6c345e6da:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:25:43,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:25:43,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c55bcc67de42b67bed3af6b6c345e6da:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:25:43,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:25:43,465 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:25:43,465 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:25:43,465 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:25:43,465 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134144 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:25:43,465 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): c55bcc67de42b67bed3af6b6c345e6da/B is initiating minor compaction (all files) 2024-11-20T08:25:43,466 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1540): c55bcc67de42b67bed3af6b6c345e6da/A is initiating minor compaction (all files) 2024-11-20T08:25:43,466 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c55bcc67de42b67bed3af6b6c345e6da/B in TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:43,466 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c55bcc67de42b67bed3af6b6c345e6da/A in TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:43,466 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/3cb597f8ebc24f6fb59b361049cc1cde, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/a5ff2a2c43e44fe2ae81f93e90cbe762, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/0d16fb03d0484feab242a5b00349ded6, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/1e0a2e81b79048a491fb1bb19f69ea21] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp, totalSize=131 K 2024-11-20T08:25:43,466 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/cc2df8e482d740acae5691cac20d4764, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/3fe44920a66f453eadf43e9b83139507, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/e3eb13ef264944c282c74c497e0eb31f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/733ee3634a3e4fa7a0b0c02e9ad95eae] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp, totalSize=48.5 K 2024-11-20T08:25:43,466 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:43,466 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. files: [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/3cb597f8ebc24f6fb59b361049cc1cde, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/a5ff2a2c43e44fe2ae81f93e90cbe762, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/0d16fb03d0484feab242a5b00349ded6, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/1e0a2e81b79048a491fb1bb19f69ea21] 2024-11-20T08:25:43,466 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3cb597f8ebc24f6fb59b361049cc1cde, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732091137795 2024-11-20T08:25:43,466 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting cc2df8e482d740acae5691cac20d4764, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732091137795 2024-11-20T08:25:43,466 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5ff2a2c43e44fe2ae81f93e90cbe762, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732091138965 2024-11-20T08:25:43,466 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fe44920a66f453eadf43e9b83139507, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732091138965 2024-11-20T08:25:43,466 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d16fb03d0484feab242a5b00349ded6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732091139594 2024-11-20T08:25:43,466 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting e3eb13ef264944c282c74c497e0eb31f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732091139594 2024-11-20T08:25:43,467 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e0a2e81b79048a491fb1bb19f69ea21, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732091140771 2024-11-20T08:25:43,467 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 733ee3634a3e4fa7a0b0c02e9ad95eae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732091140771 2024-11-20T08:25:43,472 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:43,473 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55bcc67de42b67bed3af6b6c345e6da#B#compaction#639 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:25:43,473 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120b1f45f45404449788d6edad167434a8b_c55bcc67de42b67bed3af6b6c345e6da store=[table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:43,473 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/672a53226bed4f668bac6c47ff219169 is 50, key is test_row_0/B:col10/1732091140774/Put/seqid=0 2024-11-20T08:25:43,475 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120b1f45f45404449788d6edad167434a8b_c55bcc67de42b67bed3af6b6c345e6da, store=[table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:43,475 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b1f45f45404449788d6edad167434a8b_c55bcc67de42b67bed3af6b6c345e6da because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:43,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742592_1768 (size=13017) 2024-11-20T08:25:43,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742593_1769 (size=4469) 2024-11-20T08:25:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-20T08:25:43,883 INFO [Thread-2981 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-20T08:25:43,883 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55bcc67de42b67bed3af6b6c345e6da#A#compaction#638 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:25:43,884 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/55f5cc0a7cc4437cbd9a713ac0fe4164 is 175, key is test_row_0/A:col10/1732091140774/Put/seqid=0 2024-11-20T08:25:43,885 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/672a53226bed4f668bac6c47ff219169 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/672a53226bed4f668bac6c47ff219169 2024-11-20T08:25:43,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742594_1770 (size=31971) 2024-11-20T08:25:43,888 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c55bcc67de42b67bed3af6b6c345e6da/B of c55bcc67de42b67bed3af6b6c345e6da into 672a53226bed4f668bac6c47ff219169(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:25:43,889 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:43,889 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da., storeName=c55bcc67de42b67bed3af6b6c345e6da/B, priority=12, startTime=1732091143464; duration=0sec 2024-11-20T08:25:43,889 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:25:43,889 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55bcc67de42b67bed3af6b6c345e6da:B 2024-11-20T08:25:43,889 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:25:43,889 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:25:43,889 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1540): c55bcc67de42b67bed3af6b6c345e6da/C is initiating minor compaction (all files) 2024-11-20T08:25:43,889 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c55bcc67de42b67bed3af6b6c345e6da/C in TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:43,890 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/d52db88f76b4429a92133dab83c70e99, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/9911eea0491d4e2e8b422d5c4eedb0fb, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/4e791c12dee242ffaa39f3397c392881, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/324c3753b22241e9b252dbf2d668a08b] into tmpdir=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp, totalSize=48.5 K 2024-11-20T08:25:43,890 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting d52db88f76b4429a92133dab83c70e99, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732091137795 2024-11-20T08:25:43,890 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 9911eea0491d4e2e8b422d5c4eedb0fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732091138965 2024-11-20T08:25:43,890 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e791c12dee242ffaa39f3397c392881, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732091139594 2024-11-20T08:25:43,890 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] compactions.Compactor(224): Compacting 324c3753b22241e9b252dbf2d668a08b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732091140771 2024-11-20T08:25:43,896 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c55bcc67de42b67bed3af6b6c345e6da#C#compaction#640 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:25:43,896 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/b71f9150aca84539836238bc008a3c23 is 50, key is test_row_0/C:col10/1732091140774/Put/seqid=0 2024-11-20T08:25:43,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742595_1771 (size=13017) 2024-11-20T08:25:43,901 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/b71f9150aca84539836238bc008a3c23 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/b71f9150aca84539836238bc008a3c23 2024-11-20T08:25:43,904 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c55bcc67de42b67bed3af6b6c345e6da/C of c55bcc67de42b67bed3af6b6c345e6da into b71f9150aca84539836238bc008a3c23(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:25:43,904 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:43,904 INFO [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da., storeName=c55bcc67de42b67bed3af6b6c345e6da/C, priority=12, startTime=1732091143464; duration=0sec 2024-11-20T08:25:43,904 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:25:43,904 DEBUG [RS:0;a04d4489dc6d:43141-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55bcc67de42b67bed3af6b6c345e6da:C 2024-11-20T08:25:44,291 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/55f5cc0a7cc4437cbd9a713ac0fe4164 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/55f5cc0a7cc4437cbd9a713ac0fe4164 2024-11-20T08:25:44,294 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c55bcc67de42b67bed3af6b6c345e6da/A of c55bcc67de42b67bed3af6b6c345e6da into 55f5cc0a7cc4437cbd9a713ac0fe4164(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:25:44,294 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:44,294 INFO [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da., storeName=c55bcc67de42b67bed3af6b6c345e6da/A, priority=12, startTime=1732091143464; duration=0sec 2024-11-20T08:25:44,294 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:25:44,294 DEBUG [RS:0;a04d4489dc6d:43141-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c55bcc67de42b67bed3af6b6c345e6da:A 2024-11-20T08:25:48,380 DEBUG [Thread-2977 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3cc71f2e to 127.0.0.1:55720 2024-11-20T08:25:48,380 DEBUG [Thread-2977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:25:48,380 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T08:25:48,380 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-20T08:25:48,380 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-20T08:25:48,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 112 2024-11-20T08:25:48,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-11-20T08:25:48,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-11-20T08:25:48,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T08:25:48,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7409 2024-11-20T08:25:48,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7449 2024-11-20T08:25:48,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7075 2024-11-20T08:25:48,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7410 2024-11-20T08:25:48,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7463 2024-11-20T08:25:48,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T08:25:48,381 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T08:25:48,381 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34570ab1 to 127.0.0.1:55720 2024-11-20T08:25:48,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:25:48,381 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-20T08:25:48,381 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T08:25:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T08:25:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T08:25:48,384 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732091148383"}]},"ts":"1732091148383"} 2024-11-20T08:25:48,384 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T08:25:48,386 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T08:25:48,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T08:25:48,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c55bcc67de42b67bed3af6b6c345e6da, UNASSIGN}] 2024-11-20T08:25:48,388 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=169, ppid=168, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c55bcc67de42b67bed3af6b6c345e6da, UNASSIGN 2024-11-20T08:25:48,389 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=169 updating hbase:meta row=c55bcc67de42b67bed3af6b6c345e6da, regionState=CLOSING, regionLocation=a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:48,389 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T08:25:48,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; CloseRegionProcedure c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262}] 2024-11-20T08:25:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T08:25:48,540 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:48,541 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] handler.UnassignRegionHandler(124): Close c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:48,541 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-20T08:25:48,541 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1681): Closing c55bcc67de42b67bed3af6b6c345e6da, disabling compactions & flushes 2024-11-20T08:25:48,541 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:48,541 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:48,541 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. after waiting 0 ms 2024-11-20T08:25:48,541 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:48,541 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(2837): Flushing c55bcc67de42b67bed3af6b6c345e6da 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-20T08:25:48,541 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=A 2024-11-20T08:25:48,542 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:48,542 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=B 2024-11-20T08:25:48,542 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:48,542 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c55bcc67de42b67bed3af6b6c345e6da, store=C 2024-11-20T08:25:48,542 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:25:48,546 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201d28ba55038b48e78bf39b1b14b8838c_c55bcc67de42b67bed3af6b6c345e6da is 50, key is test_row_0/A:col10/1732091148379/Put/seqid=0 2024-11-20T08:25:48,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742596_1772 (size=9914) 2024-11-20T08:25:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T08:25:48,949 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:25:48,953 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201d28ba55038b48e78bf39b1b14b8838c_c55bcc67de42b67bed3af6b6c345e6da to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201d28ba55038b48e78bf39b1b14b8838c_c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:48,953 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/73d61f37661746fa87b038954e4f400f, store: [table=TestAcidGuarantees family=A region=c55bcc67de42b67bed3af6b6c345e6da] 2024-11-20T08:25:48,954 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/73d61f37661746fa87b038954e4f400f is 175, key is test_row_0/A:col10/1732091148379/Put/seqid=0 2024-11-20T08:25:48,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742597_1773 (size=22561) 2024-11-20T08:25:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T08:25:49,357 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/73d61f37661746fa87b038954e4f400f 2024-11-20T08:25:49,362 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/ba74ddb39c2a46c38d6cfa4625ba7648 is 50, key is test_row_0/B:col10/1732091148379/Put/seqid=0 2024-11-20T08:25:49,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742598_1774 (size=9857) 2024-11-20T08:25:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T08:25:49,766 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/ba74ddb39c2a46c38d6cfa4625ba7648 2024-11-20T08:25:49,771 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/4c3b8b57a28f4753947c4567c49868fa is 50, key is test_row_0/C:col10/1732091148379/Put/seqid=0 2024-11-20T08:25:49,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742599_1775 (size=9857) 2024-11-20T08:25:50,174 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/4c3b8b57a28f4753947c4567c49868fa 2024-11-20T08:25:50,177 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/A/73d61f37661746fa87b038954e4f400f as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/73d61f37661746fa87b038954e4f400f 2024-11-20T08:25:50,180 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/73d61f37661746fa87b038954e4f400f, entries=100, sequenceid=327, filesize=22.0 K 2024-11-20T08:25:50,180 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/B/ba74ddb39c2a46c38d6cfa4625ba7648 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/ba74ddb39c2a46c38d6cfa4625ba7648 2024-11-20T08:25:50,183 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/ba74ddb39c2a46c38d6cfa4625ba7648, entries=100, sequenceid=327, filesize=9.6 K 2024-11-20T08:25:50,183 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/.tmp/C/4c3b8b57a28f4753947c4567c49868fa as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/4c3b8b57a28f4753947c4567c49868fa 2024-11-20T08:25:50,185 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/4c3b8b57a28f4753947c4567c49868fa, entries=100, sequenceid=327, filesize=9.6 K 2024-11-20T08:25:50,186 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for c55bcc67de42b67bed3af6b6c345e6da in 1645ms, sequenceid=327, compaction requested=false 2024-11-20T08:25:50,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/853894f8b0744c59b78bc6ba2dc4ed92, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/0cbe7544db7b4199bad75b97ac1b7f85, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/ceab8e4ea1b94261a5644bea72487cdc, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/34c52019a29e4fadb7f9ba70d7109bd8, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/1ae5853017684d8db8f60df14ded3791, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/650d440f181943e181963f9822ad12f2, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/64d2cd1799a14794b8afaea9b149b7ae, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/adab9ab5f9aa43dc953244b6414d0269, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/24f7d05e3a0b4c73806a664013a8e662, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/b1b5e7fa743a48ef9f19b2a9386fbf61, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/f1c3dd88bf6e48de950e355f8fc53299, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/63d93a5f28644c1389963ecf9b037fa3, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/ad10cdf4f30e4a4096b696942612fb12, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/b1a589f869b64b8296d77e92f7ac1018, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/63eb26cfd5804354ae26e432c38bc455, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/7fd5d7fd3e0b40938cfbb10e8de344a8, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/85613779e62e46098c9817c41481ffed, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/3cb597f8ebc24f6fb59b361049cc1cde, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/a5ff2a2c43e44fe2ae81f93e90cbe762, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/0d16fb03d0484feab242a5b00349ded6, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/1e0a2e81b79048a491fb1bb19f69ea21] to archive 2024-11-20T08:25:50,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T08:25:50,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/853894f8b0744c59b78bc6ba2dc4ed92 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/853894f8b0744c59b78bc6ba2dc4ed92 2024-11-20T08:25:50,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/0cbe7544db7b4199bad75b97ac1b7f85 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/0cbe7544db7b4199bad75b97ac1b7f85 2024-11-20T08:25:50,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/ceab8e4ea1b94261a5644bea72487cdc to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/ceab8e4ea1b94261a5644bea72487cdc 2024-11-20T08:25:50,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/34c52019a29e4fadb7f9ba70d7109bd8 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/34c52019a29e4fadb7f9ba70d7109bd8 2024-11-20T08:25:50,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/1ae5853017684d8db8f60df14ded3791 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/1ae5853017684d8db8f60df14ded3791 2024-11-20T08:25:50,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/650d440f181943e181963f9822ad12f2 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/650d440f181943e181963f9822ad12f2 2024-11-20T08:25:50,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/64d2cd1799a14794b8afaea9b149b7ae to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/64d2cd1799a14794b8afaea9b149b7ae 2024-11-20T08:25:50,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/adab9ab5f9aa43dc953244b6414d0269 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/adab9ab5f9aa43dc953244b6414d0269 2024-11-20T08:25:50,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/24f7d05e3a0b4c73806a664013a8e662 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/24f7d05e3a0b4c73806a664013a8e662 2024-11-20T08:25:50,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/b1b5e7fa743a48ef9f19b2a9386fbf61 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/b1b5e7fa743a48ef9f19b2a9386fbf61 2024-11-20T08:25:50,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/f1c3dd88bf6e48de950e355f8fc53299 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/f1c3dd88bf6e48de950e355f8fc53299 2024-11-20T08:25:50,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/63d93a5f28644c1389963ecf9b037fa3 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/63d93a5f28644c1389963ecf9b037fa3 2024-11-20T08:25:50,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/ad10cdf4f30e4a4096b696942612fb12 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/ad10cdf4f30e4a4096b696942612fb12 2024-11-20T08:25:50,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/b1a589f869b64b8296d77e92f7ac1018 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/b1a589f869b64b8296d77e92f7ac1018 2024-11-20T08:25:50,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/63eb26cfd5804354ae26e432c38bc455 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/63eb26cfd5804354ae26e432c38bc455 2024-11-20T08:25:50,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/7fd5d7fd3e0b40938cfbb10e8de344a8 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/7fd5d7fd3e0b40938cfbb10e8de344a8 2024-11-20T08:25:50,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/85613779e62e46098c9817c41481ffed to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/85613779e62e46098c9817c41481ffed 2024-11-20T08:25:50,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/3cb597f8ebc24f6fb59b361049cc1cde to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/3cb597f8ebc24f6fb59b361049cc1cde 2024-11-20T08:25:50,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/a5ff2a2c43e44fe2ae81f93e90cbe762 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/a5ff2a2c43e44fe2ae81f93e90cbe762 2024-11-20T08:25:50,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/0d16fb03d0484feab242a5b00349ded6 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/0d16fb03d0484feab242a5b00349ded6 2024-11-20T08:25:50,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/1e0a2e81b79048a491fb1bb19f69ea21 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/1e0a2e81b79048a491fb1bb19f69ea21 2024-11-20T08:25:50,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/9d6b4dfe2fc64401b67ad01eecabf910, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/817615ab0ebb465ca101f4ab53a96615, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/772c697b6a024d98afb482b787ac9991, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/d0bfa573496b4f49bf5f97de73508c9f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/4d921c80d21f4489a7666ca3789f5b77, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/642e06724ccc444a9ade3a9ed96a28f6, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/dcaae68fa0e8437f81af1082a1f4c66d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/86c4f517c7c941ddabc8ea23e13e9712, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/0d1e5eebaf97414c8d3b8d6e1cc20b1b, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/cbe5fea9aae04357a4a76bad2653229a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/1fd15e49d6964547bfc8f0bd8f1368d2, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/d2f7f75a92134ef5a69d77d6540edd43, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/1c0f35783a4c4de6b1530dedd00a0ee8, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/6f235871b7ea45ce90bcd99906bada42, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/0af34392fc2643298238507aedd50860, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/4e010b1694c4401085596f77c331e844, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/cc2df8e482d740acae5691cac20d4764, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/d6e0893d37c8401c8e7878ae5d770f73, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/3fe44920a66f453eadf43e9b83139507, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/e3eb13ef264944c282c74c497e0eb31f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/733ee3634a3e4fa7a0b0c02e9ad95eae] to archive 2024-11-20T08:25:50,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T08:25:50,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/9d6b4dfe2fc64401b67ad01eecabf910 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/9d6b4dfe2fc64401b67ad01eecabf910 2024-11-20T08:25:50,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/817615ab0ebb465ca101f4ab53a96615 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/817615ab0ebb465ca101f4ab53a96615 2024-11-20T08:25:50,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/772c697b6a024d98afb482b787ac9991 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/772c697b6a024d98afb482b787ac9991 2024-11-20T08:25:50,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/d0bfa573496b4f49bf5f97de73508c9f to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/d0bfa573496b4f49bf5f97de73508c9f 2024-11-20T08:25:50,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/4d921c80d21f4489a7666ca3789f5b77 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/4d921c80d21f4489a7666ca3789f5b77 2024-11-20T08:25:50,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/642e06724ccc444a9ade3a9ed96a28f6 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/642e06724ccc444a9ade3a9ed96a28f6 2024-11-20T08:25:50,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/dcaae68fa0e8437f81af1082a1f4c66d to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/dcaae68fa0e8437f81af1082a1f4c66d 2024-11-20T08:25:50,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/86c4f517c7c941ddabc8ea23e13e9712 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/86c4f517c7c941ddabc8ea23e13e9712 2024-11-20T08:25:50,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/0d1e5eebaf97414c8d3b8d6e1cc20b1b to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/0d1e5eebaf97414c8d3b8d6e1cc20b1b 2024-11-20T08:25:50,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/cbe5fea9aae04357a4a76bad2653229a to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/cbe5fea9aae04357a4a76bad2653229a 2024-11-20T08:25:50,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/1fd15e49d6964547bfc8f0bd8f1368d2 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/1fd15e49d6964547bfc8f0bd8f1368d2 2024-11-20T08:25:50,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/d2f7f75a92134ef5a69d77d6540edd43 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/d2f7f75a92134ef5a69d77d6540edd43 2024-11-20T08:25:50,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/1c0f35783a4c4de6b1530dedd00a0ee8 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/1c0f35783a4c4de6b1530dedd00a0ee8 2024-11-20T08:25:50,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/6f235871b7ea45ce90bcd99906bada42 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/6f235871b7ea45ce90bcd99906bada42 2024-11-20T08:25:50,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/0af34392fc2643298238507aedd50860 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/0af34392fc2643298238507aedd50860 2024-11-20T08:25:50,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/4e010b1694c4401085596f77c331e844 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/4e010b1694c4401085596f77c331e844 2024-11-20T08:25:50,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/cc2df8e482d740acae5691cac20d4764 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/cc2df8e482d740acae5691cac20d4764 2024-11-20T08:25:50,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/d6e0893d37c8401c8e7878ae5d770f73 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/d6e0893d37c8401c8e7878ae5d770f73 2024-11-20T08:25:50,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/3fe44920a66f453eadf43e9b83139507 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/3fe44920a66f453eadf43e9b83139507 2024-11-20T08:25:50,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/e3eb13ef264944c282c74c497e0eb31f to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/e3eb13ef264944c282c74c497e0eb31f 2024-11-20T08:25:50,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/733ee3634a3e4fa7a0b0c02e9ad95eae to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/733ee3634a3e4fa7a0b0c02e9ad95eae 2024-11-20T08:25:50,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/405cd011e0eb4da48a40219c2500b50a, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/e3902c6faa444b22b50a10f2ea1cf6dd, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/11e0490394ac4454af70a7a5472bd5a1, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/b80bd13f23b244aa9a25a154d9e8fbee, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/44140470c53344f09fba1d1b52ced8d4, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/36a6cb2f1bed4d7492a3102891d4455c, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/275aa2dbc4434030a40aa60abe873275, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/d04c3a29afd64f23836a3399250ee26c, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/f88411ddd288460d8a82c526373da303, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/0bbf82baa6b84774bbb16a9c6d4ff2e7, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/3bc7bd4083d044bfaea53eb0dd59150f, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/21ec9dcb93e24ae387416afaaac47359, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/5e1c262a533c4850be7e16a1640a3a08, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/cd922c3567014d458ae7489cd27fe3a0, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/8563e480710a4c389daece21aef48330, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/3f957c745fa14024b8ae489dd762084d, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/d52db88f76b4429a92133dab83c70e99, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/6b351daf2a0a415dadb0dd943bea9167, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/9911eea0491d4e2e8b422d5c4eedb0fb, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/4e791c12dee242ffaa39f3397c392881, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/324c3753b22241e9b252dbf2d668a08b] to archive 2024-11-20T08:25:50,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T08:25:50,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/405cd011e0eb4da48a40219c2500b50a to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/405cd011e0eb4da48a40219c2500b50a 2024-11-20T08:25:50,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/e3902c6faa444b22b50a10f2ea1cf6dd to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/e3902c6faa444b22b50a10f2ea1cf6dd 2024-11-20T08:25:50,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/11e0490394ac4454af70a7a5472bd5a1 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/11e0490394ac4454af70a7a5472bd5a1 2024-11-20T08:25:50,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/b80bd13f23b244aa9a25a154d9e8fbee to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/b80bd13f23b244aa9a25a154d9e8fbee 2024-11-20T08:25:50,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/44140470c53344f09fba1d1b52ced8d4 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/44140470c53344f09fba1d1b52ced8d4 2024-11-20T08:25:50,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/36a6cb2f1bed4d7492a3102891d4455c to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/36a6cb2f1bed4d7492a3102891d4455c 2024-11-20T08:25:50,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/275aa2dbc4434030a40aa60abe873275 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/275aa2dbc4434030a40aa60abe873275 2024-11-20T08:25:50,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/d04c3a29afd64f23836a3399250ee26c to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/d04c3a29afd64f23836a3399250ee26c 2024-11-20T08:25:50,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/f88411ddd288460d8a82c526373da303 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/f88411ddd288460d8a82c526373da303 2024-11-20T08:25:50,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/0bbf82baa6b84774bbb16a9c6d4ff2e7 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/0bbf82baa6b84774bbb16a9c6d4ff2e7 2024-11-20T08:25:50,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/3bc7bd4083d044bfaea53eb0dd59150f to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/3bc7bd4083d044bfaea53eb0dd59150f 2024-11-20T08:25:50,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/21ec9dcb93e24ae387416afaaac47359 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/21ec9dcb93e24ae387416afaaac47359 2024-11-20T08:25:50,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/5e1c262a533c4850be7e16a1640a3a08 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/5e1c262a533c4850be7e16a1640a3a08 2024-11-20T08:25:50,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/cd922c3567014d458ae7489cd27fe3a0 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/cd922c3567014d458ae7489cd27fe3a0 2024-11-20T08:25:50,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/8563e480710a4c389daece21aef48330 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/8563e480710a4c389daece21aef48330 2024-11-20T08:25:50,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/3f957c745fa14024b8ae489dd762084d to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/3f957c745fa14024b8ae489dd762084d 2024-11-20T08:25:50,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/d52db88f76b4429a92133dab83c70e99 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/d52db88f76b4429a92133dab83c70e99 2024-11-20T08:25:50,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/6b351daf2a0a415dadb0dd943bea9167 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/6b351daf2a0a415dadb0dd943bea9167 2024-11-20T08:25:50,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/9911eea0491d4e2e8b422d5c4eedb0fb to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/9911eea0491d4e2e8b422d5c4eedb0fb 2024-11-20T08:25:50,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/4e791c12dee242ffaa39f3397c392881 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/4e791c12dee242ffaa39f3397c392881 2024-11-20T08:25:50,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/324c3753b22241e9b252dbf2d668a08b to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/324c3753b22241e9b252dbf2d668a08b 2024-11-20T08:25:50,245 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/recovered.edits/330.seqid, newMaxSeqId=330, maxSeqId=4 2024-11-20T08:25:50,245 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da. 2024-11-20T08:25:50,245 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1635): Region close journal for c55bcc67de42b67bed3af6b6c345e6da: 2024-11-20T08:25:50,247 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] handler.UnassignRegionHandler(170): Closed c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:50,247 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=169 updating hbase:meta row=c55bcc67de42b67bed3af6b6c345e6da, regionState=CLOSED 2024-11-20T08:25:50,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-20T08:25:50,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; CloseRegionProcedure c55bcc67de42b67bed3af6b6c345e6da, server=a04d4489dc6d,43141,1732090957262 in 1.8590 sec 2024-11-20T08:25:50,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=169, resume processing ppid=168 2024-11-20T08:25:50,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, ppid=168, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c55bcc67de42b67bed3af6b6c345e6da, UNASSIGN in 1.8610 sec 2024-11-20T08:25:50,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-20T08:25:50,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8630 sec 2024-11-20T08:25:50,252 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732091150251"}]},"ts":"1732091150251"} 2024-11-20T08:25:50,252 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T08:25:50,254 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T08:25:50,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8730 sec 2024-11-20T08:25:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-20T08:25:50,487 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-20T08:25:50,487 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T08:25:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:25:50,489 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=171, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:25:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T08:25:50,489 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=171, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:25:50,491 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:50,493 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A, FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B, FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C, FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/recovered.edits] 2024-11-20T08:25:50,494 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/55f5cc0a7cc4437cbd9a713ac0fe4164 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/55f5cc0a7cc4437cbd9a713ac0fe4164 2024-11-20T08:25:50,495 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/73d61f37661746fa87b038954e4f400f to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/A/73d61f37661746fa87b038954e4f400f 2024-11-20T08:25:50,497 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/672a53226bed4f668bac6c47ff219169 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/672a53226bed4f668bac6c47ff219169 2024-11-20T08:25:50,498 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/ba74ddb39c2a46c38d6cfa4625ba7648 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/B/ba74ddb39c2a46c38d6cfa4625ba7648 2024-11-20T08:25:50,500 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/4c3b8b57a28f4753947c4567c49868fa to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/4c3b8b57a28f4753947c4567c49868fa 2024-11-20T08:25:50,500 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/b71f9150aca84539836238bc008a3c23 to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/C/b71f9150aca84539836238bc008a3c23 2024-11-20T08:25:50,502 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/recovered.edits/330.seqid to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da/recovered.edits/330.seqid 2024-11-20T08:25:50,503 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/default/TestAcidGuarantees/c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:50,503 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T08:25:50,503 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T08:25:50,503 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T08:25:50,505 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201aef0be256894ab4bddd762f26356a2e_c55bcc67de42b67bed3af6b6c345e6da to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201aef0be256894ab4bddd762f26356a2e_c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:50,506 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201d28ba55038b48e78bf39b1b14b8838c_c55bcc67de42b67bed3af6b6c345e6da to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201d28ba55038b48e78bf39b1b14b8838c_c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:50,507 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112041f71cb41ae445b083ecc904ff68652b_c55bcc67de42b67bed3af6b6c345e6da to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112041f71cb41ae445b083ecc904ff68652b_c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:50,508 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204b569fd9e5414d98a3ba84626186794e_c55bcc67de42b67bed3af6b6c345e6da to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204b569fd9e5414d98a3ba84626186794e_c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:50,509 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120501f121bb690471184710520ef05cb9b_c55bcc67de42b67bed3af6b6c345e6da to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120501f121bb690471184710520ef05cb9b_c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:50,510 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112056656011f9fb40bbadbd2d533fe6ecdd_c55bcc67de42b67bed3af6b6c345e6da to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112056656011f9fb40bbadbd2d533fe6ecdd_c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:50,511 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205a1e5ad95763400983c0275defd519e2_c55bcc67de42b67bed3af6b6c345e6da to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411205a1e5ad95763400983c0275defd519e2_c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:50,512 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112064b2674e8fd843809ee9e96a2690d4e3_c55bcc67de42b67bed3af6b6c345e6da to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112064b2674e8fd843809ee9e96a2690d4e3_c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:50,513 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112078e65706d8ca4c9995e36b43cf3ef3dd_c55bcc67de42b67bed3af6b6c345e6da to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112078e65706d8ca4c9995e36b43cf3ef3dd_c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:50,513 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112081c1659db0064f13b925e9e1dd1cc2b9_c55bcc67de42b67bed3af6b6c345e6da to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112081c1659db0064f13b925e9e1dd1cc2b9_c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:50,514 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208cf04e31ebd14ff7ae0721cfd47ea925_c55bcc67de42b67bed3af6b6c345e6da to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208cf04e31ebd14ff7ae0721cfd47ea925_c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:50,515 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112096f358fc7c6b491ebbff1f9e57907260_c55bcc67de42b67bed3af6b6c345e6da to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112096f358fc7c6b491ebbff1f9e57907260_c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:50,516 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b5b3d39a6b024d5b9e669438f78f1a01_c55bcc67de42b67bed3af6b6c345e6da to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b5b3d39a6b024d5b9e669438f78f1a01_c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:50,518 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c9dfcc14a72740379cfa1e360bac1900_c55bcc67de42b67bed3af6b6c345e6da to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c9dfcc14a72740379cfa1e360bac1900_c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:50,519 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d2ad510f5bc24265981b54abafd6c50f_c55bcc67de42b67bed3af6b6c345e6da to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d2ad510f5bc24265981b54abafd6c50f_c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:50,520 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d9dcf220608f4261afd240cada8ccb76_c55bcc67de42b67bed3af6b6c345e6da to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d9dcf220608f4261afd240cada8ccb76_c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:50,521 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120de04bf178ca74bc1b37a2ff86e6482c1_c55bcc67de42b67bed3af6b6c345e6da to hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120de04bf178ca74bc1b37a2ff86e6482c1_c55bcc67de42b67bed3af6b6c345e6da 2024-11-20T08:25:50,522 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T08:25:50,523 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=171, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:25:50,525 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T08:25:50,527 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T08:25:50,527 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=171, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:25:50,527 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T08:25:50,528 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732091150528"}]},"ts":"9223372036854775807"} 2024-11-20T08:25:50,529 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-20T08:25:50,529 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c55bcc67de42b67bed3af6b6c345e6da, NAME => 'TestAcidGuarantees,,1732091118076.c55bcc67de42b67bed3af6b6c345e6da.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T08:25:50,529 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T08:25:50,529 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732091150529"}]},"ts":"9223372036854775807"} 2024-11-20T08:25:50,530 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-20T08:25:50,532 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=171, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:25:50,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 45 msec 2024-11-20T08:25:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45489 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-20T08:25:50,590 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-20T08:25:50,599 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=236 (was 238), OpenFileDescriptor=452 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=406 (was 488), ProcessCount=11 (was 11), AvailableMemoryMB=1815 (was 2010) 2024-11-20T08:25:50,599 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-20T08:25:50,599 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-20T08:25:50,599 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2ec200 to 127.0.0.1:55720 2024-11-20T08:25:50,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:25:50,599 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T08:25:50,599 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=217906132, stopped=false 2024-11-20T08:25:50,600 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=a04d4489dc6d,45489,1732090956510 2024-11-20T08:25:50,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43141-0x100140640750001, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T08:25:50,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T08:25:50,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43141-0x100140640750001, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:25:50,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:25:50,602 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-20T08:25:50,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:25:50,602 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'a04d4489dc6d,43141,1732090957262' ***** 2024-11-20T08:25:50,602 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-20T08:25:50,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:25:50,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43141-0x100140640750001, quorum=127.0.0.1:55720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:25:50,603 INFO [RS:0;a04d4489dc6d:43141 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:25:50,603 INFO [RS:0;a04d4489dc6d:43141 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:25:50,603 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-20T08:25:50,603 INFO [RS:0;a04d4489dc6d:43141 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:25:50,603 INFO [RS:0;a04d4489dc6d:43141 {}] regionserver.HRegionServer(3579): Received CLOSE for 56ab2556c3ee626ac9e29b9180998347 2024-11-20T08:25:50,603 INFO [RS:0;a04d4489dc6d:43141 {}] regionserver.HRegionServer(1224): stopping server a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:50,603 DEBUG [RS:0;a04d4489dc6d:43141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:25:50,603 INFO [RS:0;a04d4489dc6d:43141 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:25:50,604 INFO [RS:0;a04d4489dc6d:43141 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:25:50,604 INFO [RS:0;a04d4489dc6d:43141 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:25:50,604 INFO [RS:0;a04d4489dc6d:43141 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-20T08:25:50,604 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 56ab2556c3ee626ac9e29b9180998347, disabling compactions & flushes 2024-11-20T08:25:50,604 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732090960200.56ab2556c3ee626ac9e29b9180998347. 2024-11-20T08:25:50,604 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732090960200.56ab2556c3ee626ac9e29b9180998347. 2024-11-20T08:25:50,604 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732090960200.56ab2556c3ee626ac9e29b9180998347. after waiting 0 ms 2024-11-20T08:25:50,604 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732090960200.56ab2556c3ee626ac9e29b9180998347. 2024-11-20T08:25:50,604 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 56ab2556c3ee626ac9e29b9180998347 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-20T08:25:50,604 INFO [RS:0;a04d4489dc6d:43141 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-20T08:25:50,604 DEBUG [RS:0;a04d4489dc6d:43141 {}] regionserver.HRegionServer(1603): Online Regions={56ab2556c3ee626ac9e29b9180998347=hbase:namespace,,1732090960200.56ab2556c3ee626ac9e29b9180998347., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T08:25:50,604 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:25:50,604 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-20T08:25:50,604 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-20T08:25:50,604 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:25:50,604 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:25:50,604 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-20T08:25:50,607 DEBUG [RS:0;a04d4489dc6d:43141 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 56ab2556c3ee626ac9e29b9180998347 2024-11-20T08:25:50,621 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/hbase/namespace/56ab2556c3ee626ac9e29b9180998347/.tmp/info/73b9a7276fb44f0c95b87f8fcf589c20 is 45, key is default/info:d/1732090960867/Put/seqid=0 2024-11-20T08:25:50,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742600_1776 (size=5037) 2024-11-20T08:25:50,624 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/hbase/namespace/56ab2556c3ee626ac9e29b9180998347/.tmp/info/73b9a7276fb44f0c95b87f8fcf589c20 2024-11-20T08:25:50,628 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/hbase/namespace/56ab2556c3ee626ac9e29b9180998347/.tmp/info/73b9a7276fb44f0c95b87f8fcf589c20 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/hbase/namespace/56ab2556c3ee626ac9e29b9180998347/info/73b9a7276fb44f0c95b87f8fcf589c20 2024-11-20T08:25:50,629 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/hbase/meta/1588230740/.tmp/info/a227d1fa5a1a42348c6ed2fcfe17b7f7 is 143, key is hbase:namespace,,1732090960200.56ab2556c3ee626ac9e29b9180998347./info:regioninfo/1732090960717/Put/seqid=0 2024-11-20T08:25:50,631 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/hbase/namespace/56ab2556c3ee626ac9e29b9180998347/info/73b9a7276fb44f0c95b87f8fcf589c20, entries=2, sequenceid=6, filesize=4.9 K 2024-11-20T08:25:50,632 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 56ab2556c3ee626ac9e29b9180998347 in 28ms, sequenceid=6, compaction requested=false 2024-11-20T08:25:50,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742601_1777 (size=7725) 2024-11-20T08:25:50,636 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/hbase/namespace/56ab2556c3ee626ac9e29b9180998347/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T08:25:50,636 INFO [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732090960200.56ab2556c3ee626ac9e29b9180998347. 2024-11-20T08:25:50,636 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 56ab2556c3ee626ac9e29b9180998347: 2024-11-20T08:25:50,637 DEBUG [RS_CLOSE_REGION-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732090960200.56ab2556c3ee626ac9e29b9180998347. 2024-11-20T08:25:50,681 INFO [regionserver/a04d4489dc6d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:25:50,804 INFO [regionserver/a04d4489dc6d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T08:25:50,804 INFO [regionserver/a04d4489dc6d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T08:25:50,808 DEBUG [RS:0;a04d4489dc6d:43141 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-20T08:25:51,008 DEBUG [RS:0;a04d4489dc6d:43141 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-20T08:25:51,033 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/hbase/meta/1588230740/.tmp/info/a227d1fa5a1a42348c6ed2fcfe17b7f7 2024-11-20T08:25:51,053 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/hbase/meta/1588230740/.tmp/rep_barrier/6a056360fe414e04a272ea7a28d9ee3d is 102, key is TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a./rep_barrier:/1732090985999/DeleteFamily/seqid=0 2024-11-20T08:25:51,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742602_1778 (size=6025) 2024-11-20T08:25:51,056 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/hbase/meta/1588230740/.tmp/rep_barrier/6a056360fe414e04a272ea7a28d9ee3d 2024-11-20T08:25:51,073 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/hbase/meta/1588230740/.tmp/table/6df6164b1d054e0ba349e217259e5355 is 96, key is TestAcidGuarantees,,1732090961175.c26435dec77988f741fb9da4299b266a./table:/1732090985999/DeleteFamily/seqid=0 2024-11-20T08:25:51,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742603_1779 (size=5942) 2024-11-20T08:25:51,076 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/hbase/meta/1588230740/.tmp/table/6df6164b1d054e0ba349e217259e5355 2024-11-20T08:25:51,078 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/hbase/meta/1588230740/.tmp/info/a227d1fa5a1a42348c6ed2fcfe17b7f7 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/hbase/meta/1588230740/info/a227d1fa5a1a42348c6ed2fcfe17b7f7 2024-11-20T08:25:51,081 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/hbase/meta/1588230740/info/a227d1fa5a1a42348c6ed2fcfe17b7f7, entries=22, sequenceid=93, filesize=7.5 K 2024-11-20T08:25:51,081 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/hbase/meta/1588230740/.tmp/rep_barrier/6a056360fe414e04a272ea7a28d9ee3d as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/hbase/meta/1588230740/rep_barrier/6a056360fe414e04a272ea7a28d9ee3d 2024-11-20T08:25:51,083 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/hbase/meta/1588230740/rep_barrier/6a056360fe414e04a272ea7a28d9ee3d, entries=6, sequenceid=93, filesize=5.9 K 2024-11-20T08:25:51,084 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/hbase/meta/1588230740/.tmp/table/6df6164b1d054e0ba349e217259e5355 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/hbase/meta/1588230740/table/6df6164b1d054e0ba349e217259e5355 2024-11-20T08:25:51,086 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/hbase/meta/1588230740/table/6df6164b1d054e0ba349e217259e5355, entries=9, sequenceid=93, filesize=5.8 K 2024-11-20T08:25:51,086 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 482ms, sequenceid=93, compaction requested=false 2024-11-20T08:25:51,089 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-20T08:25:51,090 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:25:51,090 INFO [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-20T08:25:51,090 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-20T08:25:51,090 DEBUG [RS_CLOSE_META-regionserver/a04d4489dc6d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T08:25:51,208 INFO [RS:0;a04d4489dc6d:43141 {}] regionserver.HRegionServer(1250): stopping server a04d4489dc6d,43141,1732090957262; all regions closed. 2024-11-20T08:25:51,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741834_1010 (size=26050) 2024-11-20T08:25:51,213 DEBUG [RS:0;a04d4489dc6d:43141 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/oldWALs 2024-11-20T08:25:51,214 INFO [RS:0;a04d4489dc6d:43141 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL a04d4489dc6d%2C43141%2C1732090957262.meta:.meta(num 1732090959854) 2024-11-20T08:25:51,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741832_1008 (size=17897010) 2024-11-20T08:25:51,217 DEBUG [RS:0;a04d4489dc6d:43141 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/oldWALs 2024-11-20T08:25:51,217 INFO [RS:0;a04d4489dc6d:43141 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL a04d4489dc6d%2C43141%2C1732090957262:(num 1732090958971) 2024-11-20T08:25:51,217 DEBUG [RS:0;a04d4489dc6d:43141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:25:51,217 INFO [RS:0;a04d4489dc6d:43141 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:25:51,217 INFO [RS:0;a04d4489dc6d:43141 {}] hbase.ChoreService(370): Chore service for: regionserver/a04d4489dc6d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-20T08:25:51,217 INFO [regionserver/a04d4489dc6d:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T08:25:51,218 INFO [RS:0;a04d4489dc6d:43141 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43141 2024-11-20T08:25:51,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43141-0x100140640750001, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a04d4489dc6d,43141,1732090957262 2024-11-20T08:25:51,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T08:25:51,223 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a04d4489dc6d,43141,1732090957262] 2024-11-20T08:25:51,223 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing a04d4489dc6d,43141,1732090957262; numProcessing=1 2024-11-20T08:25:51,225 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/a04d4489dc6d,43141,1732090957262 already deleted, retry=false 2024-11-20T08:25:51,225 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; a04d4489dc6d,43141,1732090957262 expired; onlineServers=0 2024-11-20T08:25:51,225 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'a04d4489dc6d,45489,1732090956510' ***** 2024-11-20T08:25:51,225 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T08:25:51,225 DEBUG [M:0;a04d4489dc6d:45489 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34d91da8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a04d4489dc6d/172.17.0.2:0 2024-11-20T08:25:51,225 INFO [M:0;a04d4489dc6d:45489 {}] regionserver.HRegionServer(1224): stopping server a04d4489dc6d,45489,1732090956510 2024-11-20T08:25:51,225 INFO [M:0;a04d4489dc6d:45489 {}] regionserver.HRegionServer(1250): stopping server a04d4489dc6d,45489,1732090956510; all regions closed. 2024-11-20T08:25:51,225 DEBUG [M:0;a04d4489dc6d:45489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:25:51,225 DEBUG [M:0;a04d4489dc6d:45489 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T08:25:51,226 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T08:25:51,226 DEBUG [M:0;a04d4489dc6d:45489 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T08:25:51,226 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.large.0-1732090958623 {}] cleaner.HFileCleaner(306): Exit Thread[master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.large.0-1732090958623,5,FailOnTimeoutGroup] 2024-11-20T08:25:51,226 INFO [M:0;a04d4489dc6d:45489 {}] hbase.ChoreService(370): Chore service for: master/a04d4489dc6d:0 had [] on shutdown 2024-11-20T08:25:51,226 DEBUG [master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.small.0-1732090958624 {}] cleaner.HFileCleaner(306): Exit Thread[master/a04d4489dc6d:0:becomeActiveMaster-HFileCleaner.small.0-1732090958624,5,FailOnTimeoutGroup] 2024-11-20T08:25:51,226 DEBUG [M:0;a04d4489dc6d:45489 {}] master.HMaster(1733): Stopping service threads 2024-11-20T08:25:51,226 INFO [M:0;a04d4489dc6d:45489 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T08:25:51,226 ERROR [M:0;a04d4489dc6d:45489 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1573750593) connection to localhost/127.0.0.1:42815 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42815,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-20T08:25:51,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T08:25:51,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:25:51,227 INFO [M:0;a04d4489dc6d:45489 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T08:25:51,227 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T08:25:51,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T08:25:51,227 DEBUG [M:0;a04d4489dc6d:45489 {}] zookeeper.ZKUtil(347): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T08:25:51,227 WARN [M:0;a04d4489dc6d:45489 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T08:25:51,227 INFO [M:0;a04d4489dc6d:45489 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-20T08:25:51,228 INFO [M:0;a04d4489dc6d:45489 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T08:25:51,228 DEBUG [M:0;a04d4489dc6d:45489 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:25:51,228 INFO [M:0;a04d4489dc6d:45489 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:25:51,228 DEBUG [M:0;a04d4489dc6d:45489 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:25:51,228 DEBUG [M:0;a04d4489dc6d:45489 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:25:51,228 DEBUG [M:0;a04d4489dc6d:45489 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:25:51,228 INFO [M:0;a04d4489dc6d:45489 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=792.14 KB heapSize=976.24 KB 2024-11-20T08:25:51,244 DEBUG [M:0;a04d4489dc6d:45489 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5595a3f59f2e4be3a24d99e63be0bca4 is 82, key is hbase:meta,,1/info:regioninfo/1732090960054/Put/seqid=0 2024-11-20T08:25:51,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742604_1780 (size=5672) 2024-11-20T08:25:51,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43141-0x100140640750001, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:25:51,324 INFO [RS:0;a04d4489dc6d:43141 {}] regionserver.HRegionServer(1307): Exiting; stopping=a04d4489dc6d,43141,1732090957262; zookeeper connection closed. 2024-11-20T08:25:51,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43141-0x100140640750001, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:25:51,324 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56c77774 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56c77774 2024-11-20T08:25:51,324 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T08:25:51,647 INFO [M:0;a04d4489dc6d:45489 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2282 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5595a3f59f2e4be3a24d99e63be0bca4 2024-11-20T08:25:51,670 DEBUG [M:0;a04d4489dc6d:45489 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf084f4ac10f4925bf26984333409384 is 2284, key is \x00\x00\x00\x00\x00\x00\x00&/proc:d/1732090989152/Put/seqid=0 2024-11-20T08:25:51,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742605_1781 (size=43721) 2024-11-20T08:25:52,074 INFO [M:0;a04d4489dc6d:45489 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=791.58 KB at sequenceid=2282 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf084f4ac10f4925bf26984333409384 2024-11-20T08:25:52,076 INFO [M:0;a04d4489dc6d:45489 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf084f4ac10f4925bf26984333409384 2024-11-20T08:25:52,091 DEBUG [M:0;a04d4489dc6d:45489 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d20853519a542f7ba16ae4b41c8d387 is 69, key is a04d4489dc6d,43141,1732090957262/rs:state/1732090958737/Put/seqid=0 2024-11-20T08:25:52,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073742606_1782 (size=5156) 2024-11-20T08:25:52,495 INFO [M:0;a04d4489dc6d:45489 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2282 (bloomFilter=true), to=hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d20853519a542f7ba16ae4b41c8d387 2024-11-20T08:25:52,498 DEBUG [M:0;a04d4489dc6d:45489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5595a3f59f2e4be3a24d99e63be0bca4 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5595a3f59f2e4be3a24d99e63be0bca4 2024-11-20T08:25:52,500 INFO [M:0;a04d4489dc6d:45489 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5595a3f59f2e4be3a24d99e63be0bca4, entries=8, sequenceid=2282, filesize=5.5 K 2024-11-20T08:25:52,501 DEBUG [M:0;a04d4489dc6d:45489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf084f4ac10f4925bf26984333409384 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf084f4ac10f4925bf26984333409384 2024-11-20T08:25:52,503 INFO [M:0;a04d4489dc6d:45489 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf084f4ac10f4925bf26984333409384 2024-11-20T08:25:52,503 INFO [M:0;a04d4489dc6d:45489 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf084f4ac10f4925bf26984333409384, entries=171, sequenceid=2282, filesize=42.7 K 2024-11-20T08:25:52,504 DEBUG [M:0;a04d4489dc6d:45489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d20853519a542f7ba16ae4b41c8d387 as hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4d20853519a542f7ba16ae4b41c8d387 2024-11-20T08:25:52,506 INFO [M:0;a04d4489dc6d:45489 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42815/user/jenkins/test-data/e50f5538-7db1-bafc-0f4d-b444ec642ef6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4d20853519a542f7ba16ae4b41c8d387, entries=1, sequenceid=2282, filesize=5.0 K 2024-11-20T08:25:52,506 INFO [M:0;a04d4489dc6d:45489 {}] regionserver.HRegion(3040): Finished flush of dataSize ~792.14 KB/811152, heapSize ~975.95 KB/999368, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=2282, compaction requested=false 2024-11-20T08:25:52,508 INFO [M:0;a04d4489dc6d:45489 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:25:52,508 DEBUG [M:0;a04d4489dc6d:45489 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-20T08:25:52,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44215 is added to blk_1073741830_1006 (size=960689) 2024-11-20T08:25:52,510 INFO [M:0;a04d4489dc6d:45489 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-20T08:25:52,510 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-20T08:25:52,510 INFO [M:0;a04d4489dc6d:45489 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45489 2024-11-20T08:25:52,512 DEBUG [M:0;a04d4489dc6d:45489 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/a04d4489dc6d,45489,1732090956510 already deleted, retry=false 2024-11-20T08:25:52,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:25:52,614 INFO [M:0;a04d4489dc6d:45489 {}] regionserver.HRegionServer(1307): Exiting; stopping=a04d4489dc6d,45489,1732090956510; zookeeper connection closed. 2024-11-20T08:25:52,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x100140640750000, quorum=127.0.0.1:55720, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:25:52,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bd2e890{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:25:52,621 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3fa6ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:25:52,621 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:25:52,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63d4d645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:25:52,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57582772{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f10e30c0-8e7b-7654-7829-170aaf800c21/hadoop.log.dir/,STOPPED} 2024-11-20T08:25:52,624 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:25:52,624 WARN [BP-2129638185-172.17.0.2-1732090953687 heartbeating to localhost/127.0.0.1:42815 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:25:52,624 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:25:52,624 WARN [BP-2129638185-172.17.0.2-1732090953687 heartbeating to localhost/127.0.0.1:42815 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2129638185-172.17.0.2-1732090953687 (Datanode Uuid 83564cfa-9413-4daf-b723-3a444238d220) service to localhost/127.0.0.1:42815 2024-11-20T08:25:52,627 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f10e30c0-8e7b-7654-7829-170aaf800c21/cluster_bc484695-6451-f455-7cd1-0e08a04593f5/dfs/data/data1/current/BP-2129638185-172.17.0.2-1732090953687 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:25:52,628 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f10e30c0-8e7b-7654-7829-170aaf800c21/cluster_bc484695-6451-f455-7cd1-0e08a04593f5/dfs/data/data2/current/BP-2129638185-172.17.0.2-1732090953687 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:25:52,628 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:25:52,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f0d4558{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:25:52,639 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a299586{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:25:52,639 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:25:52,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@588be694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:25:52,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73882ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f10e30c0-8e7b-7654-7829-170aaf800c21/hadoop.log.dir/,STOPPED} 2024-11-20T08:25:52,659 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-20T08:25:52,815 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down